disable timeline scale change for now, fix loaders

package-lock.json

@@ -1,16 +1,16 @@
 {
   "name": "@aitube/clapper",
-  "version": "0.0.0",
+  "version": "0.0.1",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "@aitube/clapper",
-      "version": "0.0.0",
+      "version": "0.0.1",
       "dependencies": {
         "@aitube/clap": "0.0.26",
         "@aitube/engine": "0.0.19",
-        "@aitube/timeline": "file:/Users/jbilcke/Projects/Typescript_Libraries/aitube-timeline",
+        "@aitube/timeline": "0.0.24",
         "@fal-ai/serverless-client": "^0.10.3",
         "@huggingface/hub": "^0.15.1",
         "@huggingface/inference": "^2.7.0",
@@ -56,12 +56,14 @@
         "@upstash/ratelimit": "^1.1.3",
         "@upstash/redis": "^1.31.1",
         "autoprefixer": "10.4.17",
+        "axios": "^1.7.2",
         "class-variance-authority": "^0.7.0",
         "clsx": "^2.1.0",
         "cmdk": "^0.2.1",
         "eslint": "8.57.0",
         "eslint-config-next": "14.1.0",
         "fluent-ffmpeg": "^2.1.3",
+        "form-data": "^4.0.0",
         "fs-extra": "^11.2.0",
         "lucide-react": "^0.334.0",
         "mlt-xml": "^2.0.2",
@@ -102,46 +104,6 @@
         "@types/fluent-ffmpeg": "^2.1.24"
       }
     },
-    "../Typescript_Libraries/aitube-timeline": {
-      "name": "@aitube/timeline",
-      "version": "0.0.23",
-      "license": "MIT",
-      "dependencies": {
-        "date-fns": "^3.6.0",
-        "react-virtualized-auto-sizer": "^1.0.24"
-      },
-      "devDependencies": {
-        "@types/react": "*",
-        "@types/react-dom": "*",
-        "@typescript-eslint/eslint-plugin": "^7.12.0",
-        "@typescript-eslint/parser": "^7.12.0",
-        "@vitejs/plugin-react": "^4.3.0",
-        "bun-types": "latest",
-        "eslint": "^8.57.0",
-        "eslint-plugin-react-hooks": "^4.6.2",
-        "eslint-plugin-react-refresh": "^0.4.7",
-        "prettier": "^3.3.2",
-        "rimraf": "^5.0.7",
-        "typescript": "^5.4.5",
-        "vite": "^5.2.13"
-      },
-      "peerDependencies": {
-        "@aitube/clap": "0.0.26",
-        "@radix-ui/react-slider": "^1.1.2",
-        "@react-spring/three": "^9.7.3",
-        "@react-spring/types": "^9.7.3",
-        "@react-three/drei": "^9.105.4",
-        "@react-three/fiber": "^8.16.2",
-        "clsx": "^2.1.1",
-        "react": "*",
-        "react-dom": "*",
-        "tailwind-merge": "^2.3.0",
-        "tailwindcss": "^3.4.3",
-        "three": "^0.164.1",
-        "typescript": "^5.4.5",
-        "zustand": "4.5.2"
-      }
-    },
     "node_modules/@aitube/clap": {
       "version": "0.0.26",
       "resolved": "https://registry.npmjs.org/@aitube/clap/-/clap-0.0.26.tgz",
@@ -162,8 +124,29 @@
       }
     },
     "node_modules/@aitube/timeline": {
-      "resolved": "../Typescript_Libraries/aitube-timeline",
-      "link": true
+      "version": "0.0.24",
+      "resolved": "https://registry.npmjs.org/@aitube/timeline/-/timeline-0.0.24.tgz",
+      "integrity": "sha512-CkR9xge1yaoKVCwMuz0Vp80YOylbTcynyNM/IcnWnbAaRahfaUhs+UhBpxVMV4Wd9gj+czevL1wjcoU7vboj9A==",
+      "dependencies": {
+        "date-fns": "^3.6.0",
+        "react-virtualized-auto-sizer": "^1.0.24"
+      },
+      "peerDependencies": {
+        "@aitube/clap": "0.0.26",
+        "@radix-ui/react-slider": "^1.1.2",
+        "@react-spring/three": "^9.7.3",
+        "@react-spring/types": "^9.7.3",
+        "@react-three/drei": "^9.105.4",
+        "@react-three/fiber": "^8.16.2",
+        "clsx": "^2.1.1",
+        "react": "*",
+        "react-dom": "*",
+        "tailwind-merge": "^2.3.0",
+        "tailwindcss": "^3.4.3",
+        "three": "^0.164.1",
+        "typescript": "^5.4.5",
+        "zustand": "4.5.2"
+      }
     },
     "node_modules/@alloc/quick-lru": {
       "version": "5.2.0",
@@ -304,16 +287,16 @@
       "integrity": "sha512-Xni35NKzjgMrwevysHTCArtLDpPvye8zV/0E4EyYn43P7/7qvQwPh9BGkHewbMulVntbigmcT7rdX3BNo9wRJg=="
     },
     "node_modules/@aws-sdk/client-cognito-identity": {
-      "version": "3.592.0",
-      "resolved": "https://registry.npmjs.org/@aws-sdk/client-cognito-identity/-/client-cognito-identity-3.592.0.tgz",
-      "integrity": "sha512-mk3JOBsk5hlrLTZFuoGIhFKFflOdxqMKmOgyUFs5+gBLuH0/lN3wNWJxk+BiY1nHzkxhBND1hDHc5dvZRugBJA==",
+      "version": "3.596.0",
+      "resolved": "https://registry.npmjs.org/@aws-sdk/client-cognito-identity/-/client-cognito-identity-3.596.0.tgz",
+      "integrity": "sha512-EnMebSL120H1V3CvxlSDu7xVg/c/U19J2pw5t3TbgWdP0bWR4gmaf2m7wczyi5XtPel0NIklnpPhlDJqr6T4Eg==",
       "dependencies": {
         "@aws-crypto/sha256-browser": "3.0.0",
         "@aws-crypto/sha256-js": "3.0.0",
-        "@aws-sdk/client-sso-oidc": "3.592.0",
-        "@aws-sdk/client-sts": "3.592.0",
+        "@aws-sdk/client-sso-oidc": "3.596.0",
+        "@aws-sdk/client-sts": "3.596.0",
         "@aws-sdk/core": "3.592.0",
-        "@aws-sdk/credential-provider-node": "3.592.0",
+        "@aws-sdk/credential-provider-node": "3.596.0",
         "@aws-sdk/middleware-host-header": "3.577.0",
         "@aws-sdk/middleware-logger": "3.577.0",
         "@aws-sdk/middleware-recursion-detection": "3.577.0",
@@ -355,16 +338,16 @@
       }
     },
     "node_modules/@aws-sdk/client-sagemaker": {
-      "version": "3.595.0",
-      "resolved": "https://registry.npmjs.org/@aws-sdk/client-sagemaker/-/client-sagemaker-3.595.0.tgz",
-      "integrity": "sha512-9Ba++g6/QAjwugA3NnQjRrdZunwWVQyCRrBvRzA8qzlh3fA20yMwZzwjVNmSLP/DJ2++eAV0v0lvrN2X5WY4Bw==",
+      "version": "3.596.0",
+      "resolved": "https://registry.npmjs.org/@aws-sdk/client-sagemaker/-/client-sagemaker-3.596.0.tgz",
+      "integrity": "sha512-VDEo+pVw4fl9X18mEz0uj2rULke8QQ2QvpFWJ5oXGUqYCQRBqYOHaYtUvC+4kvj4vLmrmhTxYA6mO91tGbNadg==",
       "dependencies": {
         "@aws-crypto/sha256-browser": "3.0.0",
         "@aws-crypto/sha256-js": "3.0.0",
-        "@aws-sdk/client-sso-oidc": "3.592.0",
-        "@aws-sdk/client-sts": "3.592.0",
+        "@aws-sdk/client-sso-oidc": "3.596.0",
+        "@aws-sdk/client-sts": "3.596.0",
         "@aws-sdk/core": "3.592.0",
-        "@aws-sdk/credential-provider-node": "3.592.0",
+        "@aws-sdk/credential-provider-node": "3.596.0",
         "@aws-sdk/middleware-host-header": "3.577.0",
         "@aws-sdk/middleware-logger": "3.577.0",
         "@aws-sdk/middleware-recursion-detection": "3.577.0",
@@ -456,15 +439,15 @@
       }
     },
     "node_modules/@aws-sdk/client-sso-oidc": {
-      "version": "3.592.0",
-      "resolved": "https://registry.npmjs.org/@aws-sdk/client-sso-oidc/-/client-sso-oidc-3.592.0.tgz",
-      "integrity": "sha512-11Zvm8nm0s/UF3XCjzFRpQU+8FFVW5rcr3BHfnH6xAe5JEoN6bJN/n+wOfnElnjek+90hh+Qc7s141AMrCjiiw==",
+      "version": "3.596.0",
+      "resolved": "https://registry.npmjs.org/@aws-sdk/client-sso-oidc/-/client-sso-oidc-3.596.0.tgz",
+      "integrity": "sha512-KnTWtKzO0N+rMdIrVwbewFp4FAvVWBV/ekCAh5w7EN+uAvBHxMoFElE2RwlcRF/gH1/F715OspPMvOxPom6bMA==",
       "dependencies": {
         "@aws-crypto/sha256-browser": "3.0.0",
         "@aws-crypto/sha256-js": "3.0.0",
-        "@aws-sdk/client-sts": "3.592.0",
+        "@aws-sdk/client-sts": "3.596.0",
         "@aws-sdk/core": "3.592.0",
-        "@aws-sdk/credential-provider-node": "3.592.0",
+        "@aws-sdk/credential-provider-node": "3.596.0",
         "@aws-sdk/middleware-host-header": "3.577.0",
         "@aws-sdk/middleware-logger": "3.577.0",
         "@aws-sdk/middleware-recursion-detection": "3.577.0",
@@ -506,15 +489,15 @@
       }
     },
     "node_modules/@aws-sdk/client-sts": {
-      "version": "3.592.0",
-      "resolved": "https://registry.npmjs.org/@aws-sdk/client-sts/-/client-sts-3.592.0.tgz",
-      "integrity": "sha512-KUrOdszZfcrlpKr4dpdkGibZ/qq3Lnfu1rjv1U+V1QJQ9OuMo9J3sDWpWV9tigNqY0aGllarWH5cJbz9868W/w==",
+      "version": "3.596.0",
+      "resolved": "https://registry.npmjs.org/@aws-sdk/client-sts/-/client-sts-3.596.0.tgz",
+      "integrity": "sha512-37+WQDjgmqS/YXj3vPzIVIrbXaFcZ1WXk715AMGIPBZn9Y2/wr2bmSTpX7bsMyn0G8+LxmoIxFcG7n1Gu0nvLg==",
       "dependencies": {
         "@aws-crypto/sha256-browser": "3.0.0",
         "@aws-crypto/sha256-js": "3.0.0",
-        "@aws-sdk/client-sso-oidc": "3.592.0",
+        "@aws-sdk/client-sso-oidc": "3.596.0",
         "@aws-sdk/core": "3.592.0",
-        "@aws-sdk/credential-provider-node": "3.592.0",
+        "@aws-sdk/credential-provider-node": "3.596.0",
         "@aws-sdk/middleware-host-header": "3.577.0",
         "@aws-sdk/middleware-logger": "3.577.0",
         "@aws-sdk/middleware-recursion-detection": "3.577.0",
@@ -594,11 +577,11 @@
       }
     },
     "node_modules/@aws-sdk/credential-provider-cognito-identity": {
-      "version": "3.592.0",
-      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-cognito-identity/-/credential-provider-cognito-identity-3.592.0.tgz",
-      "integrity": "sha512-uHiMPCkFhZOhlSfKgVqPhMdruiOuVkLUn07gQqvxHYhFKkEOPV+6BZbPKBwBTXr8TIREztQzCMPswa5pGk2zbQ==",
+      "version": "3.596.0",
+      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-cognito-identity/-/credential-provider-cognito-identity-3.596.0.tgz",
+      "integrity": "sha512-ps/1P+wwEbzOryIdnPGkfo83AH5+kFPe0UKTc6Lhsc4l4zhfvyU3WV/JzrCINEKqo3bEZdUt6tl/IpsyC+nggQ==",
       "dependencies": {
-        "@aws-sdk/client-cognito-identity": "3.592.0",
+        "@aws-sdk/client-cognito-identity": "3.596.0",
         "@aws-sdk/types": "3.577.0",
         "@smithy/property-provider": "^3.1.0",
         "@smithy/types": "^3.0.0",
@@ -623,9 +606,9 @@
       }
     },
     "node_modules/@aws-sdk/credential-provider-http": {
-      "version": "3.587.0",
-      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-http/-/credential-provider-http-3.587.0.tgz",
-      "integrity": "sha512-Su1SRWVRCuR1e32oxX3C1V4c5hpPN20WYcRfdcr2wXwHqSvys5DrnmuCC+JoEnS/zt3adUJhPliTqpfKgSdMrA==",
+      "version": "3.596.0",
+      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-http/-/credential-provider-http-3.596.0.tgz",
+      "integrity": "sha512-nnmvEsz1KJgRmfSZJPWuzbxPRXu8Y+/78Ifa1jY3fQKSKdEJfXMDsjPljJvMDBl4dZ8pf5Hwx+S/ONnMEDwYEA==",
       "dependencies": {
         "@aws-sdk/types": "3.577.0",
         "@smithy/fetch-http-handler": "^3.0.1",
@@ -642,12 +625,12 @@
       }
     },
     "node_modules/@aws-sdk/credential-provider-ini": {
-      "version": "3.592.0",
-      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-ini/-/credential-provider-ini-3.592.0.tgz",
-      "integrity": "sha512-3kG6ngCIOPbLJZZ3RV+NsU7HVK6vX1+1DrPJKj9fVlPYn7IXsk8NAaUT5885yC7+jKizjv0cWLrLKvAJV5gfUA==",
+      "version": "3.596.0",
+      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-ini/-/credential-provider-ini-3.596.0.tgz",
+      "integrity": "sha512-c7PLtd7GbnOVAc5sk3sVlHxLvEsM8RF96rsBGlRo4AVpil/lXLKyNv9VarS4w/ZZZoRbJRyZ+m92PjNcLvpTDQ==",
       "dependencies": {
         "@aws-sdk/credential-provider-env": "3.587.0",
-        "@aws-sdk/credential-provider-http": "3.587.0",
+        "@aws-sdk/credential-provider-http": "3.596.0",
         "@aws-sdk/credential-provider-process": "3.587.0",
         "@aws-sdk/credential-provider-sso": "3.592.0",
         "@aws-sdk/credential-provider-web-identity": "3.587.0",
@@ -662,17 +645,17 @@
         "node": ">=16.0.0"
       },
       "peerDependencies": {
-        "@aws-sdk/client-sts": "^3.592.0"
+        "@aws-sdk/client-sts": "^3.596.0"
       }
     },
     "node_modules/@aws-sdk/credential-provider-node": {
-      "version": "3.592.0",
-      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-node/-/credential-provider-node-3.592.0.tgz",
-      "integrity": "sha512-BguihBGTrEjVBQ07hm+ZsO29eNJaxwBwUZMftgGAm2XcMIEClNPfm5hydxu2BmA4ouIJQJ6nG8pNYghEumM+Aw==",
+      "version": "3.596.0",
+      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-node/-/credential-provider-node-3.596.0.tgz",
+      "integrity": "sha512-F4MLyXpQyie1AnJS9n7TIRL0aF7YH8tKMIJXDsM5OXpSZi2en+yR6SzsxvHf5dwS2Ga8LUdEJyiyS2NoebaJGA==",
       "dependencies": {
         "@aws-sdk/credential-provider-env": "3.587.0",
-        "@aws-sdk/credential-provider-http": "3.587.0",
-        "@aws-sdk/credential-provider-ini": "3.592.0",
+        "@aws-sdk/credential-provider-http": "3.596.0",
+        "@aws-sdk/credential-provider-ini": "3.596.0",
         "@aws-sdk/credential-provider-process": "3.587.0",
         "@aws-sdk/credential-provider-sso": "3.592.0",
         "@aws-sdk/credential-provider-web-identity": "3.587.0",
@@ -737,18 +720,18 @@
       }
     },
     "node_modules/@aws-sdk/credential-providers": {
-      "version": "3.592.0",
-      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-providers/-/credential-providers-3.592.0.tgz",
-      "integrity": "sha512-fHAt001Aemiy9p8VtLKWiPQ36g1YgiLC1pm31W+WmKxU663dbt2yYTIAyVOB1nQC7HrVCOZEg2FU0TtuZt/wXQ==",
+      "version": "3.596.0",
+      "resolved": "https://registry.npmjs.org/@aws-sdk/credential-providers/-/credential-providers-3.596.0.tgz",
+      "integrity": "sha512-EsbkylyO08P3alxXTpanKT1rPTh5/vXu7r/GoKbPl+7Laqheme41CYg0jtwAou/w7/6RFxqMn5ey5vg/qopNVA==",
       "dependencies": {
-        "@aws-sdk/client-cognito-identity": "3.592.0",
+        "@aws-sdk/client-cognito-identity": "3.596.0",
         "@aws-sdk/client-sso": "3.592.0",
-        "@aws-sdk/client-sts": "3.592.0",
-        "@aws-sdk/credential-provider-cognito-identity": "3.592.0",
+        "@aws-sdk/client-sts": "3.596.0",
+        "@aws-sdk/credential-provider-cognito-identity": "3.596.0",
         "@aws-sdk/credential-provider-env": "3.587.0",
-        "@aws-sdk/credential-provider-http": "3.587.0",
-        "@aws-sdk/credential-provider-ini": "3.592.0",
-        "@aws-sdk/credential-provider-node": "3.592.0",
+        "@aws-sdk/credential-provider-http": "3.596.0",
+        "@aws-sdk/credential-provider-ini": "3.596.0",
+        "@aws-sdk/credential-provider-node": "3.596.0",
         "@aws-sdk/credential-provider-process": "3.587.0",
         "@aws-sdk/credential-provider-sso": "3.592.0",
         "@aws-sdk/credential-provider-web-identity": "3.587.0",
@@ -1195,6 +1178,12 @@
         "semver": "bin/semver.js"
       }
     },
+    "node_modules/@babel/helper-compilation-targets/node_modules/yallist": {
+      "version": "3.1.1",
+      "resolved": "https://registry.npmjs.org/yallist/-/yallist-3.1.1.tgz",
+      "integrity": "sha512-a4UGQaWPH59mOXUYnAG2ewncQS4i4F43Tv3JoAM+s2VDAmS9NsK8GpDMLrCHPksFT7h3K6TOoUNn2pb7RoXx4g==",
+      "peer": true
+    },
     "node_modules/@babel/helper-environment-visitor": {
       "version": "7.24.7",
       "resolved": "https://registry.npmjs.org/@babel/helper-environment-visitor/-/helper-environment-visitor-7.24.7.tgz",
@@ -2614,9 +2603,9 @@
       }
     },
     "node_modules/@preact/signals-core": {
-      "version": "1.6.0",
-      "resolved": "https://registry.npmjs.org/@preact/signals-core/-/signals-core-1.6.0.tgz",
-      "integrity": "sha512-O/XGxwP85h1F7+ouqTMOIZ3+V1whfaV9ToIVcuyGriD4JkSD00cQo54BKdqjvBJxbenvp7ynfqRHEwI6e+NIhw==",
+      "version": "1.6.1",
+      "resolved": "https://registry.npmjs.org/@preact/signals-core/-/signals-core-1.6.1.tgz",
+      "integrity": "sha512-KXEEmJoKDlo0Igju/cj9YvKIgyaWFDgnprShQjzimUd5VynAAdTWMshawEOjUVeKbsI0aR58V6WOQp+DNcKApw==",
       "funding": {
         "type": "opencollective",
         "url": "https://opencollective.com/preact"
@@ -4035,11 +4024,11 @@
       "integrity": "sha512-qC/xYId4NMebE6w/V33Fh9gWxLgURiNYgVNObbJl2LZv0GUUItCcCqC5axQSwRaAgaxl2mELq1rMzlswaQ0Zxg=="
     },
     "node_modules/@smithy/abort-controller": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/abort-controller/-/abort-controller-3.0.0.tgz",
-      "integrity": "sha512-p6GlFGBt9K4MYLu72YuJ523NVR4A8oHlC5M2JO6OmQqN8kAc/uh1JqLE+FizTokrSJGg0CSvC+BrsmGzKtsZKA==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/abort-controller/-/abort-controller-3.0.1.tgz",
+      "integrity": "sha512-Jb7jg4E+C+uvrUQi+h9kbILY6ts6fglKZzseMCHlH9ayq+1f5QdpYf8MV/xppuiN6DAMJAmwGz53GwP3213dmA==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4047,14 +4036,14 @@
       }
     },
     "node_modules/@smithy/config-resolver": {
-      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/@smithy/config-resolver/-/config-resolver-3.0.1.tgz",
-      "integrity": "sha512-hbkYJc20SBDz2qqLzttjI/EqXemtmWk0ooRznLsiXp3066KQRTvuKHa7U4jCZCJq6Dozqvy0R1/vNESC9inPJg==",
+      "version": "3.0.2",
+      "resolved": "https://registry.npmjs.org/@smithy/config-resolver/-/config-resolver-3.0.2.tgz",
+      "integrity": "sha512-wUyG6ezpp2sWAvfqmSYTROwFUmJqKV78GLf55WODrosBcT0BAMd9bOLO4HRhynWBgAobPml2cF9ZOdgCe00r+g==",
       "dependencies": {
-        "@smithy/node-config-provider": "^3.1.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/node-config-provider": "^3.1.1",
+        "@smithy/types": "^3.1.0",
         "@smithy/util-config-provider": "^3.0.0",
-        "@smithy/util-middleware": "^3.0.0",
+        "@smithy/util-middleware": "^3.0.1",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4062,17 +4051,17 @@
       }
     },
     "node_modules/@smithy/core": {
-      "version": "2.2.0",
-      "resolved": "https://registry.npmjs.org/@smithy/core/-/core-2.2.0.tgz",
-      "integrity": "sha512-ygLZSSKgt9bR8HAxR9mK+U5obvAJBr6zlQuhN5soYWx/amjDoQN4dTkydTypgKe6rIbUjTILyLU+W5XFwXr4kg==",
-      "dependencies": {
-        "@smithy/middleware-endpoint": "^3.0.1",
-        "@smithy/middleware-retry": "^3.0.3",
-        "@smithy/middleware-serde": "^3.0.0",
-        "@smithy/protocol-http": "^4.0.0",
-        "@smithy/smithy-client": "^3.1.1",
-        "@smithy/types": "^3.0.0",
-        "@smithy/util-middleware": "^3.0.0",
+      "version": "2.2.1",
+      "resolved": "https://registry.npmjs.org/@smithy/core/-/core-2.2.1.tgz",
+      "integrity": "sha512-R8Pzrr2v2oGUoj4CTZtKPr87lVtBsz7IUBGhSwS1kc6Cj0yPwNdYbkzhFsxhoDE9+BPl09VN/6rFsW9GJzWnBA==",
+      "dependencies": {
+        "@smithy/middleware-endpoint": "^3.0.2",
+        "@smithy/middleware-retry": "^3.0.4",
+        "@smithy/middleware-serde": "^3.0.1",
+        "@smithy/protocol-http": "^4.0.1",
+        "@smithy/smithy-client": "^3.1.2",
+        "@smithy/types": "^3.1.0",
+        "@smithy/util-middleware": "^3.0.1",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4080,14 +4069,14 @@
       }
     },
     "node_modules/@smithy/credential-provider-imds": {
-      "version": "3.1.0",
-      "resolved": "https://registry.npmjs.org/@smithy/credential-provider-imds/-/credential-provider-imds-3.1.0.tgz",
-      "integrity": "sha512-q4A4d38v8pYYmseu/jTS3Z5I3zXlEOe5Obi+EJreVKgSVyWUHOd7/yaVCinC60QG4MRyCs98tcxBH1IMC0bu7Q==",
+      "version": "3.1.1",
+      "resolved": "https://registry.npmjs.org/@smithy/credential-provider-imds/-/credential-provider-imds-3.1.1.tgz",
+      "integrity": "sha512-htndP0LwHdE3R3Nam9ZyVWhwPYOmD4xCL79kqvNxy8u/bv0huuy574CSiRY4cvEICgimv8jlVfLeZ7zZqbnB2g==",
       "dependencies": {
-        "@smithy/node-config-provider": "^3.1.0",
-        "@smithy/property-provider": "^3.1.0",
-        "@smithy/types": "^3.0.0",
-        "@smithy/url-parser": "^3.0.0",
+        "@smithy/node-config-provider": "^3.1.1",
+        "@smithy/property-provider": "^3.1.1",
+        "@smithy/types": "^3.1.0",
+        "@smithy/url-parser": "^3.0.1",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4128,23 +4117,23 @@
       }
     },
     "node_modules/@smithy/fetch-http-handler": {
-      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/@smithy/fetch-http-handler/-/fetch-http-handler-3.0.1.tgz",
-      "integrity": "sha512-uaH74i5BDj+rBwoQaXioKpI0SHBJFtOVwzrCpxZxphOW0ki5jhj7dXvDMYM2IJem8TpdFvS2iC08sjOblfFGFg==",
+      "version": "3.0.2",
+      "resolved": "https://registry.npmjs.org/@smithy/fetch-http-handler/-/fetch-http-handler-3.0.2.tgz",
+      "integrity": "sha512-0nW6tLK0b7EqSsfKvnOmZCgJqnodBAnvqcrlC5dotKfklLedPTRGsQamSVbVDWyuU/QGg+YbZDJUQ0CUufJXZQ==",
       "dependencies": {
-        "@smithy/protocol-http": "^4.0.0",
-        "@smithy/querystring-builder": "^3.0.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/protocol-http": "^4.0.1",
+        "@smithy/querystring-builder": "^3.0.1",
+        "@smithy/types": "^3.1.0",
         "@smithy/util-base64": "^3.0.0",
         "tslib": "^2.6.2"
       }
     },
     "node_modules/@smithy/hash-node": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/hash-node/-/hash-node-3.0.0.tgz",
-      "integrity": "sha512-84qXstNemP3XS5jcof0el6+bDfjzuvhJPQTEfro3lgtbCtKgzPm3MgiS6ehXVPjeQ5+JS0HqmTz8f/RYfzHVxw==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/hash-node/-/hash-node-3.0.1.tgz",
+      "integrity": "sha512-w2ncjgk2EYO2+WhAsSQA8owzoOSY7IL1qVytlwpnL1pFGWTjIoIh5nROkEKXY51unB63bMGZqDiVoXaFbyKDlg==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "@smithy/util-buffer-from": "^3.0.0",
         "@smithy/util-utf8": "^3.0.0",
         "tslib": "^2.6.2"
@@ -4154,11 +4143,11 @@
       }
     },
     "node_modules/@smithy/invalid-dependency": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/invalid-dependency/-/invalid-dependency-3.0.0.tgz",
-      "integrity": "sha512-F6wBBaEFgJzj0s4KUlliIGPmqXemwP6EavgvDqYwCH40O5Xr2iMHvS8todmGVZtuJCorBkXsYLyTu4PuizVq5g==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/invalid-dependency/-/invalid-dependency-3.0.1.tgz",
+      "integrity": "sha512-RSNF/32BKygXKKMyS7koyuAq1rcdW5p5c4EFa77QenBFze9As+JiRnV9OWBh2cB/ejGZalEZjvIrMLHwJl7aGA==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       }
     },
@@ -4174,12 +4163,12 @@
       }
     },
     "node_modules/@smithy/middleware-content-length": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/middleware-content-length/-/middleware-content-length-3.0.0.tgz",
-      "integrity": "sha512-3C4s4d/iGobgCtk2tnWW6+zSTOBg1PRAm2vtWZLdriwTroFbbWNSr3lcyzHdrQHnEXYCC5K52EbpfodaIUY8sg==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/middleware-content-length/-/middleware-content-length-3.0.1.tgz",
+      "integrity": "sha512-6QdK/VbrCfXD5/QolE2W/ok6VqxD+SM28Ds8iSlEHXZwv4buLsvWyvoEEy0322K/g5uFgPzBmZjGqesTmPL+yQ==",
       "dependencies": {
-        "@smithy/protocol-http": "^4.0.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/protocol-http": "^4.0.1",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4187,16 +4176,16 @@
       }
     },
     "node_modules/@smithy/middleware-endpoint": {
-      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/@smithy/middleware-endpoint/-/middleware-endpoint-3.0.1.tgz",
-      "integrity": "sha512-lQ/UOdGD4KM5kLZiAl0q8Qy3dPbynvAXKAdXnYlrA1OpaUwr+neSsVokDZpY6ZVb5Yx8jnus29uv6XWpM9P4SQ==",
-      "dependencies": {
-        "@smithy/middleware-serde": "^3.0.0",
-        "@smithy/node-config-provider": "^3.1.0",
-        "@smithy/shared-ini-file-loader": "^3.1.0",
-        "@smithy/types": "^3.0.0",
-        "@smithy/url-parser": "^3.0.0",
-        "@smithy/util-middleware": "^3.0.0",
+      "version": "3.0.2",
+      "resolved": "https://registry.npmjs.org/@smithy/middleware-endpoint/-/middleware-endpoint-3.0.2.tgz",
+      "integrity": "sha512-gWEaGYB3Bei17Oiy/F2IlUPpBazNXImytoOdJ1xbrUOaJKAOiUhx8/4FOnYLLJHdAwa9PlvJ2ULda2f/Dnwi9w==",
+      "dependencies": {
+        "@smithy/middleware-serde": "^3.0.1",
+        "@smithy/node-config-provider": "^3.1.1",
+        "@smithy/shared-ini-file-loader": "^3.1.1",
+        "@smithy/types": "^3.1.0",
+        "@smithy/url-parser": "^3.0.1",
+        "@smithy/util-middleware": "^3.0.1",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4204,17 +4193,17 @@
       }
     },
     "node_modules/@smithy/middleware-retry": {
-      "version": "3.0.3",
-      "resolved": "https://registry.npmjs.org/@smithy/middleware-retry/-/middleware-retry-3.0.3.tgz",
-      "integrity": "sha512-Wve1qzJb83VEU/6q+/I0cQdAkDnuzELC6IvIBwDzUEiGpKqXgX1v10FUuZGbRS6Ov/P+HHthcAoHOJZQvZNAkA==",
-      "dependencies": {
-        "@smithy/node-config-provider": "^3.1.0",
-        "@smithy/protocol-http": "^4.0.0",
-        "@smithy/service-error-classification": "^3.0.0",
-        "@smithy/smithy-client": "^3.1.1",
-        "@smithy/types": "^3.0.0",
-        "@smithy/util-middleware": "^3.0.0",
-        "@smithy/util-retry": "^3.0.0",
+      "version": "3.0.4",
+      "resolved": "https://registry.npmjs.org/@smithy/middleware-retry/-/middleware-retry-3.0.4.tgz",
+      "integrity": "sha512-Tu+FggbLNF5G9L6Wi8o32Mg4bhlBInWlhhaFKyytGRnkfxGopxFVXJQn7sjZdFYJyTz6RZZa06tnlvavUgtoVg==",
+      "dependencies": {
+        "@smithy/node-config-provider": "^3.1.1",
+        "@smithy/protocol-http": "^4.0.1",
+        "@smithy/service-error-classification": "^3.0.1",
+        "@smithy/smithy-client": "^3.1.2",
+        "@smithy/types": "^3.1.0",
+        "@smithy/util-middleware": "^3.0.1",
+        "@smithy/util-retry": "^3.0.1",
         "tslib": "^2.6.2",
         "uuid": "^9.0.1"
       },
@@ -4223,11 +4212,11 @@
       }
     },
     "node_modules/@smithy/middleware-serde": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/middleware-serde/-/middleware-serde-3.0.0.tgz",
-      "integrity": "sha512-I1vKG1foI+oPgG9r7IMY1S+xBnmAn1ISqployvqkwHoSb8VPsngHDTOgYGYBonuOKndaWRUGJZrKYYLB+Ane6w==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/middleware-serde/-/middleware-serde-3.0.1.tgz",
+      "integrity": "sha512-ak6H/ZRN05r5+SR0/IUc5zOSyh2qp3HReg1KkrnaSLXmncy9lwOjNqybX4L4x55/e5mtVDn1uf/gQ6bw5neJPw==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4235,11 +4224,11 @@
       }
     },
     "node_modules/@smithy/middleware-stack": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/middleware-stack/-/middleware-stack-3.0.0.tgz",
-      "integrity": "sha512-+H0jmyfAyHRFXm6wunskuNAqtj7yfmwFB6Fp37enytp2q047/Od9xetEaUbluyImOlGnGpaVGaVfjwawSr+i6Q==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/middleware-stack/-/middleware-stack-3.0.1.tgz",
+      "integrity": "sha512-fS5uT//y1SlBdkzIvgmWQ9FufwMXrHSSbuR25ygMy1CRDIZkcBMoF4oTMYNfR9kBlVBcVzlv7joFdNrFuQirPA==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4247,13 +4236,13 @@
       }
     },
     "node_modules/@smithy/node-config-provider": {
-      "version": "3.1.0",
-      "resolved": "https://registry.npmjs.org/@smithy/node-config-provider/-/node-config-provider-3.1.0.tgz",
-      "integrity": "sha512-ngfB8QItUfTFTfHMvKuc2g1W60V1urIgZHqD1JNFZC2tTWXahqf2XvKXqcBS7yZqR7GqkQQZy11y/lNOUWzq7Q==",
+      "version": "3.1.1",
+      "resolved": "https://registry.npmjs.org/@smithy/node-config-provider/-/node-config-provider-3.1.1.tgz",
+      "integrity": "sha512-z5G7+ysL4yUtMghUd2zrLkecu0mTfnYlt5dR76g/HsFqf7evFazwiZP1ag2EJenGxNBDwDM5g8nm11NPogiUVA==",
       "dependencies": {
-        "@smithy/property-provider": "^3.1.0",
-        "@smithy/shared-ini-file-loader": "^3.1.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/property-provider": "^3.1.1",
+        "@smithy/shared-ini-file-loader": "^3.1.1",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4261,14 +4250,14 @@
       }
     },
     "node_modules/@smithy/node-http-handler": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/node-http-handler/-/node-http-handler-3.0.0.tgz",
-      "integrity": "sha512-3trD4r7NOMygwLbUJo4eodyQuypAWr7uvPnebNJ9a70dQhVn+US8j/lCnvoJS6BXfZeF7PkkkI0DemVJw+n+eQ==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/node-http-handler/-/node-http-handler-3.0.1.tgz",
+      "integrity": "sha512-hlBI6MuREA4o1wBMEt+QNhUzoDtFFvwR6ecufimlx9D79jPybE/r8kNorphXOi91PgSO9S2fxRjcKCLk7Jw8zA==",
       "dependencies": {
-        "@smithy/abort-controller": "^3.0.0",
-        "@smithy/protocol-http": "^4.0.0",
-        "@smithy/querystring-builder": "^3.0.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/abort-controller": "^3.0.1",
+        "@smithy/protocol-http": "^4.0.1",
+        "@smithy/querystring-builder": "^3.0.1",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4276,11 +4265,11 @@
       }
     },
     "node_modules/@smithy/property-provider": {
-      "version": "3.1.0",
-      "resolved": "https://registry.npmjs.org/@smithy/property-provider/-/property-provider-3.1.0.tgz",
-      "integrity": "sha512-Tj3+oVhqdZgemjCiWjFlADfhvLF4C/uKDuKo7/tlEsRQ9+3emCreR2xndj970QSRSsiCEU8hZW3/8JQu+n5w4Q==",
+      "version": "3.1.1",
+      "resolved": "https://registry.npmjs.org/@smithy/property-provider/-/property-provider-3.1.1.tgz",
+      "integrity": "sha512-YknOMZcQkB5on+MU0DvbToCmT2YPtTETMXW0D3+/Iln7ezT+Zm1GMHhCW1dOH/X/+LkkQD9aXEoCX/B10s4Xdw==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4288,11 +4277,11 @@
       }
     },
     "node_modules/@smithy/protocol-http": {
-      "version": "4.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/protocol-http/-/protocol-http-4.0.0.tgz",
-      "integrity": "sha512-qOQZOEI2XLWRWBO9AgIYuHuqjZ2csyr8/IlgFDHDNuIgLAMRx2Bl8ck5U5D6Vh9DPdoaVpuzwWMa0xcdL4O/AQ==",
+      "version": "4.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/protocol-http/-/protocol-http-4.0.1.tgz",
+      "integrity": "sha512-eBhm9zwcFPEazc654c0BEWtxYAzrw+OhoSf5pkwKzfftWKXRoqEhwOE2Pvn30v0iAdo7Mfsfb6pi1NnZlGCMpg==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4300,11 +4289,11 @@
       }
     },
     "node_modules/@smithy/querystring-builder": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/querystring-builder/-/querystring-builder-3.0.0.tgz",
-      "integrity": "sha512-bW8Fi0NzyfkE0TmQphDXr1AmBDbK01cA4C1Z7ggwMAU5RDz5AAv/KmoRwzQAS0kxXNf/D2ALTEgwK0U2c4LtRg==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/querystring-builder/-/querystring-builder-3.0.1.tgz",
+      "integrity": "sha512-vKitpnG/2KOMVlx3x1S3FkBH075EROG3wcrcDaNerQNh8yuqnSL23btCD2UyX4i4lpPzNW6VFdxbn2Z25b/g5Q==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "@smithy/util-uri-escape": "^3.0.0",
         "tslib": "^2.6.2"
       },
@@ -4313,11 +4302,11 @@
       }
     },
     "node_modules/@smithy/querystring-parser": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/querystring-parser/-/querystring-parser-3.0.0.tgz",
-      "integrity": "sha512-UzHwthk0UEccV4dHzPySnBy34AWw3V9lIqUTxmozQ+wPDAO9csCWMfOLe7V9A2agNYy7xE+Pb0S6K/J23JSzfQ==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/querystring-parser/-/querystring-parser-3.0.1.tgz",
+      "integrity": "sha512-Qt8DMC05lVS8NcQx94lfVbZSX+2Ym7032b/JR8AlboAa/D669kPzqb35dkjkvAG6+NWmUchef3ENtrD6F+5n8Q==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4325,22 +4314,22 @@
       }
     },
     "node_modules/@smithy/service-error-classification": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/service-error-classification/-/service-error-classification-3.0.0.tgz",
-      "integrity": "sha512-3BsBtOUt2Gsnc3X23ew+r2M71WwtpHfEDGhHYHSDg6q1t8FrWh15jT25DLajFV1H+PpxAJ6gqe9yYeRUsmSdFA==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/service-error-classification/-/service-error-classification-3.0.1.tgz",
+      "integrity": "sha512-ubFUvIePjDCyIzZ+pLETqNC6KXJ/fc6g+/baqel7Zf6kJI/kZKgjwkCI7zbUhoUuOZ/4eA/87YasVu40b/B4bA==",
       "dependencies": {
-        "@smithy/types": "^3.0.0"
+        "@smithy/types": "^3.1.0"
       },
       "engines": {
         "node": ">=16.0.0"
       }
     },
     "node_modules/@smithy/shared-ini-file-loader": {
-      "version": "3.1.0",
-      "resolved": "https://registry.npmjs.org/@smithy/shared-ini-file-loader/-/shared-ini-file-loader-3.1.0.tgz",
-      "integrity": "sha512-dAM7wSX0NR3qTNyGVN/nwwpEDzfV9T/3AN2eABExWmda5VqZKSsjlINqomO5hjQWGv+IIkoXfs3u2vGSNz8+Rg==",
+      "version": "3.1.1",
+      "resolved": "https://registry.npmjs.org/@smithy/shared-ini-file-loader/-/shared-ini-file-loader-3.1.1.tgz",
+      "integrity": "sha512-nD6tXIX2126/P9e3wqRY1bm9dTtPZwRDyjVOd18G28o+1UOG+kOVgUwujE795HslSuPlEgqzsH5sgNP1hDjj9g==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4348,14 +4337,14 @@
       }
     },
     "node_modules/@smithy/signature-v4": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/signature-v4/-/signature-v4-3.0.0.tgz",
-      "integrity": "sha512-kXFOkNX+BQHe2qnLxpMEaCRGap9J6tUGLzc3A9jdn+nD4JdMwCKTJ+zFwQ20GkY+mAXGatyTw3HcoUlR39HwmA==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/signature-v4/-/signature-v4-3.0.1.tgz",
+      "integrity": "sha512-ARAmD+E7j6TIEhKLjSZxdzs7wceINTMJRN2BXPM09BiUmJhkXAF1ZZtDXH6fhlk7oehBZeh37wGiPOqtdKjLeg==",
       "dependencies": {
         "@smithy/is-array-buffer": "^3.0.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "@smithy/util-hex-encoding": "^3.0.0",
-        "@smithy/util-middleware": "^3.0.0",
+        "@smithy/util-middleware": "^3.0.1",
         "@smithy/util-uri-escape": "^3.0.0",
         "@smithy/util-utf8": "^3.0.0",
         "tslib": "^2.6.2"
@@ -4365,15 +4354,15 @@
       }
     },
     "node_modules/@smithy/smithy-client": {
-      "version": "3.1.1",
-      "resolved": "https://registry.npmjs.org/@smithy/smithy-client/-/smithy-client-3.1.1.tgz",
-      "integrity": "sha512-tj4Ku7MpzZR8cmVuPcSbrLFVxmptWktmJMwST/uIEq4sarabEdF8CbmQdYB7uJ/X51Qq2EYwnRsoS7hdR4B7rA==",
-      "dependencies": {
-        "@smithy/middleware-endpoint": "^3.0.1",
-        "@smithy/middleware-stack": "^3.0.0",
-        "@smithy/protocol-http": "^4.0.0",
-        "@smithy/types": "^3.0.0",
-        "@smithy/util-stream": "^3.0.1",
+      "version": "3.1.2",
+      "resolved": "https://registry.npmjs.org/@smithy/smithy-client/-/smithy-client-3.1.2.tgz",
+      "integrity": "sha512-f3eQpczBOFUtdT/ptw2WpUKu1qH1K7xrssrSiHYtd9TuLXkvFqb88l9mz9FHeUVNSUxSnkW1anJnw6rLwUKzQQ==",
+      "dependencies": {
+        "@smithy/middleware-endpoint": "^3.0.2",
+        "@smithy/middleware-stack": "^3.0.1",
+        "@smithy/protocol-http": "^4.0.1",
+        "@smithy/types": "^3.1.0",
+        "@smithy/util-stream": "^3.0.2",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4381,9 +4370,9 @@
       }
     },
     "node_modules/@smithy/types": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/types/-/types-3.0.0.tgz",
-      "integrity": "sha512-VvWuQk2RKFuOr98gFhjca7fkBS+xLLURT8bUjk5XQoV0ZLm7WPwWPPY3/AwzTLuUBDeoKDCthfe1AsTUWaSEhw==",
+      "version": "3.1.0",
+      "resolved": "https://registry.npmjs.org/@smithy/types/-/types-3.1.0.tgz",
+      "integrity": "sha512-qi4SeCVOUPjhSSZrxxB/mB8DrmuSFUcJnD9KXjuP+7C3LV/KFV4kpuUSH3OHDZgQB9TEH/1sO/Fq/5HyaK9MPw==",
       "dependencies": {
         "tslib": "^2.6.2"
       },
@@ -4392,12 +4381,12 @@
       }
     },
     "node_modules/@smithy/url-parser": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/url-parser/-/url-parser-3.0.0.tgz",
-      "integrity": "sha512-2XLazFgUu+YOGHtWihB3FSLAfCUajVfNBXGGYjOaVKjLAuAxx3pSBY3hBgLzIgB17haf59gOG3imKqTy8mcrjw==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/url-parser/-/url-parser-3.0.1.tgz",
+      "integrity": "sha512-G140IlNFlzYWVCedC4E2d6NycM1dCUbe5CnsGW1hmGt4hYKiGOw0v7lVru9WAn5T2w09QEjl4fOESWjGmCvVmg==",
       "dependencies": {
-        "@smithy/querystring-parser": "^3.0.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/querystring-parser": "^3.0.1",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       }
     },
@@ -4457,13 +4446,13 @@
       }
     },
     "node_modules/@smithy/util-defaults-mode-browser": {
-      "version": "3.0.3",
-      "resolved": "https://registry.npmjs.org/@smithy/util-defaults-mode-browser/-/util-defaults-mode-browser-3.0.3.tgz",
-      "integrity": "sha512-3DFON2bvXJAukJe+qFgPV/rorG7ZD3m4gjCXHD1V5z/tgKQp5MCTCLntrd686tX6tj8Uli3lefWXJudNg5WmCA==",
+      "version": "3.0.4",
+      "resolved": "https://registry.npmjs.org/@smithy/util-defaults-mode-browser/-/util-defaults-mode-browser-3.0.4.tgz",
+      "integrity": "sha512-sXtin3Mue3A3xo4+XkozpgPptgmRwvNPOqTvb3ANGTCzzoQgAPBNjpE+aXCINaeSMXwHmv7E2oEn2vWdID+SAQ==",
       "dependencies": {
-        "@smithy/property-provider": "^3.1.0",
-        "@smithy/smithy-client": "^3.1.1",
-        "@smithy/types": "^3.0.0",
+        "@smithy/property-provider": "^3.1.1",
+        "@smithy/smithy-client": "^3.1.2",
+        "@smithy/types": "^3.1.0",
         "bowser": "^2.11.0",
         "tslib": "^2.6.2"
       },
@@ -4472,16 +4461,16 @@
       }
     },
     "node_modules/@smithy/util-defaults-mode-node": {
-      "version": "3.0.3",
-      "resolved": "https://registry.npmjs.org/@smithy/util-defaults-mode-node/-/util-defaults-mode-node-3.0.3.tgz",
-      "integrity": "sha512-D0b8GJXecT00baoSQ3Iieu3k3mZ7GY8w1zmg8pdogYrGvWJeLcIclqk2gbkG4K0DaBGWrO6v6r20iwIFfDYrmA==",
-      "dependencies": {
-        "@smithy/config-resolver": "^3.0.1",
-        "@smithy/credential-provider-imds": "^3.1.0",
-        "@smithy/node-config-provider": "^3.1.0",
-        "@smithy/property-provider": "^3.1.0",
-        "@smithy/smithy-client": "^3.1.1",
-        "@smithy/types": "^3.0.0",
+      "version": "3.0.4",
+      "resolved": "https://registry.npmjs.org/@smithy/util-defaults-mode-node/-/util-defaults-mode-node-3.0.4.tgz",
+      "integrity": "sha512-CUF6TyxLh3CgBRVYgZNOPDfzHQjeQr0vyALR6/DkQkOm7rNfGEzW1BRFi88C73pndmfvoiIT7ochuT76OPz9Dw==",
+      "dependencies": {
+        "@smithy/config-resolver": "^3.0.2",
+        "@smithy/credential-provider-imds": "^3.1.1",
+        "@smithy/node-config-provider": "^3.1.1",
+        "@smithy/property-provider": "^3.1.1",
+        "@smithy/smithy-client": "^3.1.2",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4489,12 +4478,12 @@
       }
     },
     "node_modules/@smithy/util-endpoints": {
-      "version": "2.0.1",
-      "resolved": "https://registry.npmjs.org/@smithy/util-endpoints/-/util-endpoints-2.0.1.tgz",
-      "integrity": "sha512-ZRT0VCOnKlVohfoABMc8lWeQo/JEFuPWctfNRXgTHbyOVssMOLYFUNWukxxiHRGVAhV+n3c0kPW+zUqckjVPEA==",
+      "version": "2.0.2",
+      "resolved": "https://registry.npmjs.org/@smithy/util-endpoints/-/util-endpoints-2.0.2.tgz",
+      "integrity": "sha512-4zFOcBFQvifd2LSD4a1dKvfIWWwh4sWNtS3oZ7mpob/qPPmJseqKB148iT+hWCDsG//TmI+8vjYPgZdvnkYlTg==",
       "dependencies": {
-        "@smithy/node-config-provider": "^3.1.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/node-config-provider": "^3.1.1",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4513,11 +4502,11 @@
       }
     },
     "node_modules/@smithy/util-middleware": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/util-middleware/-/util-middleware-3.0.0.tgz",
-      "integrity": "sha512-q5ITdOnV2pXHSVDnKWrwgSNTDBAMHLptFE07ua/5Ty5WJ11bvr0vk2a7agu7qRhrCFRQlno5u3CneU5EELK+DQ==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/util-middleware/-/util-middleware-3.0.1.tgz",
+      "integrity": "sha512-WRODCQtUsO7vIvfrdxS8RFPeLKcewYtaCglZsBsedIKSUGIIvMlZT5oh+pCe72I+1L+OjnZuqRNpN2LKhWA4KQ==",
       "dependencies": {
-        "@smithy/types": "^3.0.0",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4525,12 +4514,12 @@
       }
     },
     "node_modules/@smithy/util-retry": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/util-retry/-/util-retry-3.0.0.tgz",
-      "integrity": "sha512-nK99bvJiziGv/UOKJlDvFF45F00WgPLKVIGUfAK+mDhzVN2hb/S33uW2Tlhg5PVBoqY7tDVqL0zmu4OxAHgo9g==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/util-retry/-/util-retry-3.0.1.tgz",
+      "integrity": "sha512-5lRtYm+8fNFEUTdqZXg5M4ppVp40rMIJfR1TpbHAhKQgPIDpWT+iYMaqgnwEbtpi9U1smyUOPv5Sg+M1neOBgw==",
       "dependencies": {
-        "@smithy/service-error-classification": "^3.0.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/service-error-classification": "^3.0.1",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4538,13 +4527,13 @@
       }
     },
     "node_modules/@smithy/util-stream": {
-      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/@smithy/util-stream/-/util-stream-3.0.1.tgz",
-      "integrity": "sha512-7F7VNNhAsfMRA8I986YdOY5fE0/T1/ZjFF6OLsqkvQVNP3vZ/szYDfGCyphb7ioA09r32K/0qbSFfNFU68aSzA==",
+      "version": "3.0.2",
+      "resolved": "https://registry.npmjs.org/@smithy/util-stream/-/util-stream-3.0.2.tgz",
+      "integrity": "sha512-n5Obp5AnlI6qHo8sbupwrcpBe6vFp4qkl0SRNuExKPNrH3ABAMG2ZszRTIUIv2b4AsFrCO+qiy4uH1Q3z1dxTA==",
       "dependencies": {
-        "@smithy/fetch-http-handler": "^3.0.1",
-        "@smithy/node-http-handler": "^3.0.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/fetch-http-handler": "^3.0.2",
+        "@smithy/node-http-handler": "^3.0.1",
+        "@smithy/types": "^3.1.0",
         "@smithy/util-base64": "^3.0.0",
         "@smithy/util-buffer-from": "^3.0.0",
         "@smithy/util-hex-encoding": "^3.0.0",
@@ -4579,12 +4568,12 @@
       }
     },
     "node_modules/@smithy/util-waiter": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@smithy/util-waiter/-/util-waiter-3.0.0.tgz",
-      "integrity": "sha512-+fEXJxGDLCoqRKVSmo0auGxaqbiCo+8oph+4auefYjaNxjOLKSY2MxVQfRzo65PaZv4fr+5lWg+au7vSuJJ/zw==",
+      "version": "3.0.1",
+      "resolved": "https://registry.npmjs.org/@smithy/util-waiter/-/util-waiter-3.0.1.tgz",
+      "integrity": "sha512-wwnrVQdjQxvWGOAiLmqlEhENGCcDIN+XJ/+usPOgSZObAslrCXgKlkX7rNVwIWW2RhPguTKthvF+4AoO0Z6KpA==",
       "dependencies": {
-        "@smithy/abort-controller": "^3.0.0",
-        "@smithy/types": "^3.0.0",
+        "@smithy/abort-controller": "^3.0.1",
+        "@smithy/types": "^3.1.0",
         "tslib": "^2.6.2"
       },
       "engines": {
@@ -4898,17 +4887,17 @@
       }
     },
     "node_modules/@upstash/ratelimit": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/@upstash/ratelimit/-/ratelimit-1.2.0.tgz",
-      "integrity": "sha512-03mNBUNz9EvIJCxhU0OtFWO3OSQE4gShFBlGph+hDPm9k7O75We1NYS/tCXSdmLVXtOvUGSmi5fyKQLBTEGWxw==",
+      "version": "1.2.1",
+      "resolved": "https://registry.npmjs.org/@upstash/ratelimit/-/ratelimit-1.2.1.tgz",
+      "integrity": "sha512-o01lV1yFS5Fzj5KONZmNyVch/Qrlj785B2ob+kStUmxn8F6xXk7IHTQqVcHE+Ce3CmT/qQIwvMxDZftyJ5wYpQ==",
       "dependencies": {
         "@upstash/core-analytics": "^0.0.9"
       }
     },
     "node_modules/@upstash/redis": {
-      "version": "1.31.4",
-      "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.31.4.tgz",
-      "integrity": "sha512-roJjsdAOUWGVCuiA5R2ajkR41n0KrO4DGil2ZbRaj3m0F2bMUMZ3d5KaUGgDQshPpGkW2+nwFLzN5M5VQoR1pQ==",
+      "version": "1.31.5",
+      "resolved": "https://registry.npmjs.org/@upstash/redis/-/redis-1.31.5.tgz",
+      "integrity": "sha512-2MatqeqftroSJ9Q+pqbyGAIwXX6KEPtUTUna2c/fq09h12ffwvltDTgfppeF+NzJo/SyZfHY8e1RoflduMbz1A==",
       "dependencies": {
         "crypto-js": "^4.2.0"
       }
@@ -5323,6 +5312,16 @@
         "node": ">=4"
       }
     },
+    "node_modules/axios": {
+      "version": "1.7.2",
+      "resolved": "https://registry.npmjs.org/axios/-/axios-1.7.2.tgz",
+      "integrity": "sha512-2A8QhOMrbomlDuiLeK9XibIBzuHeRcqqNOHp0Cyp5EoJ1IFDh+XZH3A6BkXtv0K4gFGCI0Y4BM7B1wOEi0Rmgw==",
+      "dependencies": {
+        "follow-redirects": "^1.15.6",
+        "form-data": "^4.0.0",
+        "proxy-from-env": "^1.1.0"
+      }
+    },
     "node_modules/axobject-query": {
       "version": "3.2.1",
       "resolved": "https://registry.npmjs.org/axobject-query/-/axobject-query-3.2.1.tgz",
@@ -5569,9 +5568,9 @@
       }
     },
     "node_modules/caniuse-lite": {
-      "version": "1.0.30001632",
-      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001632.tgz",
-      "integrity": "sha512-udx3o7yHJfUxMLkGohMlVHCvFvWmirKh9JAH/d7WOLPetlH+LTL5cocMZ0t7oZx/mdlOWXti97xLZWc8uURRHg==",
+      "version": "1.0.30001633",
+      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001633.tgz",
+      "integrity": "sha512-6sT0yf/z5jqf8tISAgpJDrmwOpLsrpnyCdD/lOZKvKkkJK4Dn0X5i7KF7THEZhOq+30bmhwBlNEaqPUiHiKtZg==",
       "funding": [
         {
           "type": "opencollective",
@@ -6233,6 +6232,15 @@
         "url": "https://github.com/sponsors/ljharb"
       }
     },
+    "node_modules/date-fns": {
+      "version": "3.6.0",
+      "resolved": "https://registry.npmjs.org/date-fns/-/date-fns-3.6.0.tgz",
+      "integrity": "sha512-fRHTG8g/Gif+kSh50gaGEdToemgfj74aRX3swtiouboip5JDLAyDE9F11nHMIcvOaXeOC6D7SpNhi7uFyB7Uww==",
+      "funding": {
+        "type": "github",
+        "url": "https://github.com/sponsors/kossnocorp"
+      }
+    },
     "node_modules/debounce": {
       "version": "1.2.1",
       "resolved": "https://registry.npmjs.org/debounce/-/debounce-1.2.1.tgz",
@@ -6473,9 +6481,9 @@
       }
     },
     "node_modules/electron-to-chromium": {
-      "version": "1.4.799",
-      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.799.tgz",
-      "integrity": "sha512-3D3DwWkRTzrdEpntY0hMLYwj7SeBk1138CkPE8sBDSj3WzrzOiG2rHm3luw8jucpf+WiyLBCZyU9lMHyQI9M9Q=="
+      "version": "1.4.802",
+      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.802.tgz",
+      "integrity": "sha512-TnTMUATbgNdPXVSHsxvNVSG0uEd6cSZsANjm8c9HbvflZVVn1yTRcmVXYT1Ma95/ssB/Dcd30AHweH2TE+dNpA=="
     },
     "node_modules/emoji-regex": {
       "version": "9.2.2",
@@ -7336,6 +7344,25 @@
         "which": "bin/which"
       }
     },
+    "node_modules/follow-redirects": {
+      "version": "1.15.6",
+      "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.15.6.tgz",
+      "integrity": "sha512-wWN62YITEaOpSK584EZXJafH1AGpO8RVgElfkuXbTOrPX4fIfOyEpW/CsiNd8JdYrAoOvafRTOEnvsO++qCqFA==",
+      "funding": [
+        {
+          "type": "individual",
+          "url": "https://github.com/sponsors/RubenVerborgh"
+        }
+      ],
+      "engines": {
+        "node": ">=4.0"
+      },
+      "peerDependenciesMeta": {
+        "debug": {
+          "optional": true
+        }
+      }
+    },
     "node_modules/for-each": {
       "version": "0.3.3",
       "resolved": "https://registry.npmjs.org/for-each/-/for-each-0.3.3.tgz",
@@ -7703,22 +7730,6 @@
         "node": ">=12"
       }
     },
-    "node_modules/google-auth-library/node_modules/lru-cache": {
-      "version": "6.0.0",
-      "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-6.0.0.tgz",
-      "integrity": "sha512-Jo6dJ04CmSjuznwJSS3pUeWmd/H0ffTlkXXgwZi+eq1UCmqQwCh+eLsYOYCwY991i2Fah4h1BEMCx4qThGbsiA==",
-      "dependencies": {
-        "yallist": "^4.0.0"
-      },
-      "engines": {
-        "node": ">=10"
-      }
-    },
-    "node_modules/google-auth-library/node_modules/yallist": {
-      "version": "4.0.0",
-      "resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz",
-      "integrity": "sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A=="
-    },
     "node_modules/google-p12-pem": {
       "version": "4.0.1",
       "resolved": "https://registry.npmjs.org/google-p12-pem/-/google-p12-pem-4.0.1.tgz",
@@ -8757,11 +8768,14 @@
       }
     },
     "node_modules/lru-cache": {
-      "version": "10.2.2",
-      "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-10.2.2.tgz",
-      "integrity": "sha512-9hp3Vp2/hFQUiIwKo8XCeFVnrg8Pk3TYNPIR7tJADKi5YfcF7vEaK7avFHTlSy3kOKYaJQaalfEo6YuXdceBOQ==",
+      "version": "6.0.0",
+      "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-6.0.0.tgz",
+      "integrity": "sha512-Jo6dJ04CmSjuznwJSS3pUeWmd/H0ffTlkXXgwZi+eq1UCmqQwCh+eLsYOYCwY991i2Fah4h1BEMCx4qThGbsiA==",
+      "dependencies": {
+        "yallist": "^4.0.0"
+      },
       "engines": {
-        "node": "14 || >=16.14"
+        "node": ">=10"
       }
     },
     "node_modules/lucide-react": {
@@ -9308,9 +9322,9 @@
       }
     },
     "node_modules/openai": {
-      "version": "4.50.0",
-      "resolved": "https://registry.npmjs.org/openai/-/openai-4.50.0.tgz",
-      "integrity": "sha512-2ADkNIU6Q589oYHr5pn9k7SbUcrBTK9X0rIXrYqwMVSoqOj1yK9/1OO0ExaWsqOOpD7o58UmRjeKlx9gKAcuKQ==",
+      "version": "4.51.0",
+      "resolved": "https://registry.npmjs.org/openai/-/openai-4.51.0.tgz",
+      "integrity": "sha512-UKuWc3/qQyklqhHM8CbdXCv0Z0obap6T0ECdcO5oATQxAbKE5Ky3YCXFQY207z+eGG6ez4U9wvAcuMygxhmStg==",
       "dependencies": {
         "@types/node": "^18.11.18",
         "@types/node-fetch": "^2.6.4",
@@ -9546,6 +9560,14 @@
         "url": "https://github.com/sponsors/isaacs"
       }
     },
+    "node_modules/path-scurry/node_modules/lru-cache": {
+      "version": "10.2.2",
+      "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-10.2.2.tgz",
+      "integrity": "sha512-9hp3Vp2/hFQUiIwKo8XCeFVnrg8Pk3TYNPIR7tJADKi5YfcF7vEaK7avFHTlSy3kOKYaJQaalfEo6YuXdceBOQ==",
+      "engines": {
+        "node": "14 || >=16.14"
+      }
+    },
     "node_modules/path-type": {
       "version": "4.0.0",
       "resolved": "https://registry.npmjs.org/path-type/-/path-type-4.0.0.tgz",
@@ -9822,6 +9844,11 @@
         "react-is": "^16.13.1"
       }
     },
+    "node_modules/proxy-from-env": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/proxy-from-env/-/proxy-from-env-1.1.0.tgz",
+      "integrity": "sha512-D+zkORCbA9f1tdWRK0RaCR3GPv50cMxcrz4X8k5LTSUD1Dkw47mKJEZQNunItRTkWwgtaUSo1RVFRIG9ZXiFYg=="
+    },
     "node_modules/punycode": {
       "version": "2.3.1",
       "resolved": "https://registry.npmjs.org/punycode/-/punycode-2.3.1.tgz",
@@ -10158,6 +10185,15 @@
         "react-dom": ">=16.13"
       }
     },
+    "node_modules/react-virtualized-auto-sizer": {
+      "version": "1.0.24",
+      "resolved": "https://registry.npmjs.org/react-virtualized-auto-sizer/-/react-virtualized-auto-sizer-1.0.24.tgz",
+      "integrity": "sha512-3kCn7N9NEb3FlvJrSHWGQ4iVl+ydQObq2fHMn12i5wbtm74zHOPhz/i64OL3c1S1vi9i2GXtZqNqUJTQ+BnNfg==",
+      "peerDependencies": {
+        "react": "^15.3.0 || ^16.0.0-alpha || ^17.0.0 || ^18.0.0",
+        "react-dom": "^15.3.0 || ^16.0.0-alpha || ^17.0.0 || ^18.0.0"
+      }
+    },
     "node_modules/read-cache": {
       "version": "1.0.0",
       "resolved": "https://registry.npmjs.org/read-cache/-/read-cache-1.0.0.tgz",
@@ -11896,10 +11932,9 @@
       "integrity": "sha512-l4Sp/DRseor9wL6EvV2+TuQn63dMkPjZ/sp9XkghTEbV9KlPS1xUsZ3u7/IQO4wxtcFB4bgpQPRcR3QCvezPcQ=="
     },
     "node_modules/yallist": {
-      "version": "3.1.1",
-      "resolved": "https://registry.npmjs.org/yallist/-/yallist-3.1.1.tgz",
-      "integrity": "sha512-a4UGQaWPH59mOXUYnAG2ewncQS4i4F43Tv3JoAM+s2VDAmS9NsK8GpDMLrCHPksFT7h3K6TOoUNn2pb7RoXx4g==",
-      "peer": true
+      "version": "4.0.0",
+      "resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz",
+      "integrity": "sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A=="
     },
     "node_modules/yaml": {
       "version": "2.4.5",

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aitube/clapper",
-  "version": "0.0.0",
+  "version": "0.0.1",
   "private": true,
   "description": "🎬 Clapper",
   "scripts": {
@@ -12,7 +12,7 @@
   "dependencies": {
     "@aitube/clap": "0.0.26",
     "@aitube/engine": "0.0.19",
-    "@aitube/timeline": "file:/Users/jbilcke/Projects/Typescript_Libraries/aitube-timeline",
+    "@aitube/timeline": "0.0.24",
     "@fal-ai/serverless-client": "^0.10.3",
     "@huggingface/hub": "^0.15.1",
     "@huggingface/inference": "^2.7.0",
@@ -58,12 +58,14 @@
     "@upstash/ratelimit": "^1.1.3",
     "@upstash/redis": "^1.31.1",
     "autoprefixer": "10.4.17",
+    "axios": "^1.7.2",
     "class-variance-authority": "^0.7.0",
     "clsx": "^2.1.0",
     "cmdk": "^0.2.1",
     "eslint": "8.57.0",
     "eslint-config-next": "14.1.0",
     "fluent-ffmpeg": "^2.1.3",
+    "form-data": "^4.0.0",
     "fs-extra": "^11.2.0",
     "lucide-react": "^0.334.0",
     "mlt-xml": "^2.0.2",

src/app/api/resolve/providers/falai/index.ts

@@ -73,7 +73,10 @@ export async function resolveSegment(request: ResolveRequest): Promise<ClapSegme
             prompt: prompts.positivePrompt,
             image_size: imageSize,
             sync_mode: true,
-            num_inference_steps: 20,
+            num_inference_steps:
+              request.settings.falAiModelForImage === "fal-ai/stable-diffusion-v3-medium"
+                ? 40
+                : 25,
             num_images: 1,
             enable_safety_checker: request.settings.censorNotForAllAudiencesContent
           },

src/app/api/resolve/providers/stabilityai/index.ts

@@ -0,0 +1,75 @@
+
+import { ResolveRequest, StabilityAiImageSize } from "@/types"
+import { ClapMediaOrientation, ClapSegment, ClapSegmentCategory, ClapSegmentStatus, getClapAssetSourceType } from "@aitube/clap"
+import { decodeOutput } from '@/lib/utils/decodeOutput'
+import { getResolveRequestPrompts } from '@/lib/utils/getResolveRequestPrompts'
+import { performRequest } from "./performRequest"
+
+export async function resolveSegment(request: ResolveRequest): Promise<ClapSegment> {
+  if (!request.settings.stabilityAiApiKey) {
+    throw new Error(`Missing API key for "Stability.ai"`)
+  }
+
+
+  const segment: ClapSegment = { ...request.segment }
+
+  let content = ''
+
+  const prompts = getResolveRequestPrompts(request)
+
+  try {
+
+    // for doc see: 
+    // https://fal.ai/models/fal-ai/fast-sdxl/api
+    
+    if (request.segment.category === ClapSegmentCategory.STORYBOARD) {
+
+            
+      if (!prompts.positivePrompt) {
+        console.error(`resolveSegment: cannot resolve a storyboard with an empty prompt`)
+        return segment
+      }
+
+      const imageSize: StabilityAiImageSize =
+        request.meta.orientation === ClapMediaOrientation.SQUARE
+          ? StabilityAiImageSize.SQUARE
+          : request.meta.orientation === ClapMediaOrientation.PORTRAIT
+          ? StabilityAiImageSize.PORTRAIT_9_16
+          : StabilityAiImageSize.LANDSCAPE_16_9
+
+      const assetUrl = await performRequest({
+        modelName: request.settings.imageGenerationModel,
+
+        // what's cool about the ultra model is its capacity to take in
+        // very large prompts, up to 10000 characters apparently?
+
+        // To control the weight of a given word use the format (word:weight),
+        // where word is the word you'd like to control the weight of and weight
+        // is a value between 0 and 1.
+        // For example: The sky was a crisp (blue:0.3) and (green:0.8) would
+        // convey a sky that was blue and green, but more green than blue.
+        positivePrompt: prompts.positivePrompt,
+        negativePrompt: prompts.negativePrompt,
+        
+        imageSize,
+
+        apiKey: request.settings.stabilityAiApiKey
+      })
+
+      content = assetUrl
+    } else {
+      throw new Error(`Clapper doesn't support ${request.segment.category} generation for provider "Stability.ai". Please open a pull request with (working code) to solve this!`)
+    }
+
+    segment.assetUrl = await decodeOutput(content)
+    // console.log(`segment.assetUrl = ${segment.assetUrl.slice(0, 80)}..`)
+    segment.assetSourceType = getClapAssetSourceType(segment.assetUrl)
+  } catch (err) {
+    console.error(`failed to call Stability.ai: `, err)
+    segment.assetUrl = ''
+    segment.assetSourceType = getClapAssetSourceType(segment.assetUrl)
+    segment.status = ClapSegmentStatus.TO_GENERATE
+  }
+
+  return segment
+}

src/app/api/resolve/providers/stabilityai/performRequest.ts

@@ -0,0 +1,65 @@
+
+import axios from "axios"
+import FormData from "form-data"
+
+import { decodeOutput } from "@/lib/utils/decodeOutput"
+import { StabilityAiImageSize } from "@/types"
+
+export async function performRequest({
+  positivePrompt,
+  negativePrompt,
+  modelName,
+  imageSize,
+  apiKey
+}: {
+  positivePrompt: string
+  negativePrompt: string
+  modelName: string
+  imageSize: StabilityAiImageSize
+  apiKey: string
+}): Promise<string> {
+    
+  const payload = {
+    prompt: positivePrompt,
+    output_format: "jpeg", // "webp",
+    negative_prompt: negativePrompt,
+    aspect_ratio: imageSize,
+
+
+          
+    // string (GenerationMode)
+    // Default: text-to-image
+    // Enum: image-to-image text-to-image
+    // Controls whether this is a text-to-image or image-to-image generation, which affects which parameters are required:
+
+    // text-to-image requires only the prompt parameter
+    // image-to-image requires the prompt, image, and strength parameters
+    // mode: "text-to-image",
+
+    // "stable-image/generate/sd3" supports this option:
+    // model: "", // the model to use ("SD3 Medium", "SD3 Large", or "SD3 Large Turbo")
+  };
+
+  const response = await axios.postForm(
+    `https://api.stability.ai/v2beta/${modelName}`,
+    axios.toFormData(payload, new FormData()),
+    {
+      validateStatus: undefined,
+      responseType: "arraybuffer",
+      headers: { 
+        Authorization: `Bearer ${apiKey}`, 
+        Accept: "image/*" 
+      },
+    },
+  )
+
+  if (response.status === 200) {
+    console.log("response.data: ", response.data)
+    const buffer = Buffer.from(response.data)
+    const rawAssetUrl = `data:image/${payload.output_format};base64,${buffer.toString('base64')}`
+    const assetUrl = await decodeOutput(rawAssetUrl)
+    return assetUrl
+  } else {
+    throw new Error(`${response.status}: ${response.data.toString()}`);
+  }
+}

src/app/api/resolve/route.ts

@@ -7,6 +7,7 @@ import { resolveSegment as resolveSegmentUsingReplicate } from "./providers/repl
 import { resolveSegment as resolveSegmentUsingComfyComfyIcu } from "./providers/comfy-comfyicu"
 import { resolveSegment as resolveSegmentUsingFalAi } from "./providers/falai"
 import { resolveSegment as resolveSegmentUsingModelsLab } from "./providers/modelslab"
+import { resolveSegment as resolveSegmentUsingStabilityAi } from "./providers/stabilityai"
 
 import { ComputeProvider, ResolveRequest } from "@/types"
 
@@ -43,6 +44,8 @@ export async function POST(req: NextRequest) {
     ? resolveSegmentUsingReplicate
     : provider === ComputeProvider.COMFY_COMFYICU
     ? resolveSegmentUsingComfyComfyIcu
+    : provider === ComputeProvider.STABILITYAI
+    ? resolveSegmentUsingStabilityAi
     : provider === ComputeProvider.FALAI
     ? resolveSegmentUsingFalAi
     : provider === ComputeProvider.MODELSLAB

src/components/dialogs/loader/LoadingDialog.tsx

@@ -3,12 +3,13 @@ import { Progress } from "@/components/ui/progress"
 import { cn } from "@/lib/utils"
 
 import { useTasks } from "../../tasks/useTasks"
+import { TaskStatus, TaskVisibility } from "@/components/tasks/types"
 
 // a loading dialog that cannot be closed once it's loading
 export function LoadingDialog({ className = "" }: { className?: string }) {
   const { find } = useTasks()
 
-  const runningBlockerTasks = find({ status: "running", visibility: "blocker" })
+  const runningBlockerTasks = find({ status: TaskStatus.RUNNING, visibility: TaskVisibility.BLOCKER })
   const isLoading = runningBlockerTasks.length > 0
   const currentMessage = runningBlockerTasks[0]?.currentMessage || ""
   const progress = runningBlockerTasks[0]?.progress || 0

src/components/settings/constants.ts

@@ -20,6 +20,12 @@ export const computeProviderShortNames = {
   [ComputeProvider.OPENAI]: "OpenAI",
   [ComputeProvider.REPLICATE]: "Replicate",
   [ComputeProvider.STABILITYAI]: "StabilityAI",
+  [ComputeProvider.MIDJOURNEY]: "Midjourney (no image API)",
+  [ComputeProvider.SUNO]: "Suno (no music API)",
+  [ComputeProvider.UDIO]: "Udio (no music API)",
+  [ComputeProvider.LUMALABS]: "LumaLabs (no video API)",
+  [ComputeProvider.KUAISHOU]: "KuaiShou (no video API)",
+  [ComputeProvider.RUNWAYML]: "RunwayML (no video API)",
 }
 
 export const availableComputeProvidersForAssistant = [
@@ -39,6 +45,7 @@ export const availableComputeProvidersForImages = [
   ComputeProvider.FIREWORKSAI,
   ComputeProvider.FALAI,
   ComputeProvider.MODELSLAB,
+  ComputeProvider.MIDJOURNEY,
 ]
 
 export const availableComputeProvidersForVideos = [
@@ -50,6 +57,10 @@ export const availableComputeProvidersForVideos = [
   // ComputeProvider.FIREWORKSAI,
   ComputeProvider.FALAI,
   ComputeProvider.MODELSLAB,
+  ComputeProvider.OPENAI,
+  ComputeProvider.GOOGLE,
+  ComputeProvider.LUMALABS,
+  ComputeProvider.KUAISHOU,
 ]
 
 export const availableComputeProvidersForMusic = [
@@ -60,6 +71,8 @@ export const availableComputeProvidersForMusic = [
   // ComputeProvider.FIREWORKSAI,
   ComputeProvider.FALAI,
   ComputeProvider.MODELSLAB,
+  ComputeProvider.SUNO,
+  ComputeProvider.UDIO,
 ]
 
 export const availableComputeProvidersForSound = [
@@ -139,6 +152,7 @@ export const availableModelsForAssistantTurbo: Partial<Record<ComputeProvider, s
 // so it will have to be taken into account
 export const availableModelsForImageGeneration: Partial<Record<ComputeProvider, string[]>> = {
   [ComputeProvider.FALAI]: [
+    "fal-ai/stable-diffusion-v3-medium",
     "fal-ai/fast-sdxl",
     "fal-ai/stable-cascade",
     "fal-ai/fast-lightning-sdxl",
@@ -158,6 +172,9 @@ export const availableModelsForImageGeneration: Partial<Record<ComputeProvider,
     "accounts/stability/models/sd3-turbo",
     "fireworks/stable-diffusion-xl-1024-v1-0",
     "accounts/fireworks/models/playground-v2-5-1024px-aesthetic",
+  ],
+  [ComputeProvider.MIDJOURNEY]: [
+    "(No public API)",
   ]
 }
 
@@ -178,6 +195,21 @@ export const availableModelsForVideoGeneration: Partial<Record<ComputeProvider,
   ],
   [ComputeProvider.STABILITYAI]: [
     "image-to-video",
+  ],
+  [ComputeProvider.OPENAI]: [
+    "Sora is unavailable (no public API)",
+  ],
+  [ComputeProvider.GOOGLE]: [
+    "Veo is unavailable (no public API)",
+  ],
+  [ComputeProvider.RUNWAYML]: [
+    "Gen-3 is unavailable (no public API)",
+  ],
+  [ComputeProvider.LUMALABS]: [
+    "Dream Machine is unavailable (no public API)",
+  ],
+  [ComputeProvider.KUAISHOU]: [
+    "Kling is unavailable (no public API)",
   ]
 }
 
@@ -201,5 +233,11 @@ export const availableModelsForVoiceGeneration: Partial<Record<ComputeProvider,
 export const availableModelsForMusicGeneration: Partial<Record<ComputeProvider, string[]>> = {
   [ComputeProvider.FALAI]: [
     "fal-ai/stable-audio"
-  ]
+  ],
+  [ComputeProvider.SUNO]: [
+    "Suno is unavailable (No public API)"
+  ],
+  [ComputeProvider.UDIO]: [
+    "Udio is unavailable (No public API)"
+  ],
 }

src/components/settings/provider.tsx

@@ -39,6 +39,21 @@ export function SettingsSectionProvider() {
   const anthropicApiKey = useSettings(s => s.anthropicApiKey)
   const setAnthropicApiKey = useSettings(s => s.setAnthropicApiKey)
 
+  const cohereApiKey = useSettings(s => s.cohereApiKey)
+  const setCohereApiKey = useSettings(s => s.setCohereApiKey)
+
+  const mistralAiApiKey = useSettings(s => s.mistralAiApiKey)
+  const setMistralAiApiKey = useSettings(s => s.setMistralAiApiKey)
+
+  const stabilityAiApiKey = useSettings(s => s.stabilityAiApiKey)
+  const setStabilityAiApiKey = useSettings(s => s.setStabilityAiApiKey)
+
+  const elevenLabsApiKey = useSettings(s => s.elevenLabsApiKey)
+  const setElevenLabsApiKey = useSettings(s => s.setElevenLabsApiKey)
+
+  const kitsAiApiKey = useSettings(s => s.kitsAiApiKey)
+  const setKitsAiApiKey = useSettings(s => s.setKitsAiApiKey)
+
   return (
     <div className="flex flex-col space-y-6 justify-between">
       <FormSection label="Compute providers">
@@ -135,6 +150,45 @@ export function SettingsSectionProvider() {
           type="password"
         />
 
+        <FormInput
+          label="Cohere API Key"
+          value={cohereApiKey}
+          defaultValue={defaultSettings.cohereApiKey}
+          onChange={setCohereApiKey}
+          type="password"
+        />
+
+        <FormInput
+          label="MistralAI API Key"
+          value={mistralAiApiKey}
+          defaultValue={defaultSettings.mistralAiApiKey}
+          onChange={setMistralAiApiKey}
+          type="password"
+        />
+
+        <FormInput
+          label="StabilityAI API Key"
+          value={stabilityAiApiKey}
+          defaultValue={defaultSettings.stabilityAiApiKey}
+          onChange={setStabilityAiApiKey}
+          type="password"
+        />
+
+        <FormInput
+          label="ElevenLabs API Key"
+          value={elevenLabsApiKey}
+          defaultValue={defaultSettings.elevenLabsApiKey}
+          onChange={setElevenLabsApiKey}
+          type="password"
+        />
+        
+        <FormInput
+          label="KitsAI API Key"
+          value={kitsAiApiKey}
+          defaultValue={defaultSettings.kitsAiApiKey}
+          onChange={setKitsAiApiKey}
+          type="password"
+        />
       </FormSection>
     </div>
   )

src/components/tasks/types.ts

@@ -1,36 +1,36 @@
 import { ReactNode } from "react"
 
-export type TaskVisibility =
-  | "blocker"
-  | "background"
-  | "invisible"
+export enum TaskVisibility {
+  BLOCKER = "BLOCKER",
+  BACKGROUND = "BACKGROUND",
+  INVISIBLE = "INVISIBLE"
+}
 
-export type TaskProgressType =
-  | "ratio" // number between 0 and 1
-  | "percentage" // number between 0 and 100
-  | "counter" // number between min and max
+export enum TaskProgressType {
+  RATIO = "RATIO", // number between 0 and 1
+  PERCENTAGE = "PERCENTAGE", // number between 0 and 100
+  COUNTER = "COUNTER"  // number between min and max
+}
 
-export type TaskCategory =
-  | "download"
-  | "import"
-  | "analysis"
-  | "storyboard"
-  | "video"
-  | "depth"
-  | "mesh"
-  | "splat"
-  | "phenomenon"
-  | "interface"
-  | "generic"
+export enum TaskCategory {
+  DOWNLOAD = "DOWNLOAD",
+  EXPORT = "EXPORT",
+  IMPORT = "IMPORT",
+  ANALYSIS = "ANALYSIS",
+  STORYBOARD = "STORYBOARD",
+  VIDEO = "VIDEO",
+  GENERIC = "GENERIC"
+}
 
-export type TaskStatus =
-  | "upcoming"
-  | "running"
-  | "paused"
-  | "cancelled"
-  | "error"
-  | "success"
-  | "deleted"
+export enum TaskStatus {
+  UPCOMING = "UPCOMING",
+  RUNNING = "RUNNING",
+  PAUSED = "PAUSED",
+  CANCELLED = "CANCELLED",
+  ERROR = "ERROR",
+  SUCCESS = "SUCCESS",
+  DELETED = "DELETED"
+}
 
 export type StatusGetter = () => TaskStatus
 export type TaskRunner = (getStatus: StatusGetter) => Promise<TaskStatus>

src/components/tasks/useTasks.tsx

@@ -11,9 +11,9 @@ import { sleep } from "@/lib/utils/sleep"
 // we enforce the impossibility of some transitions
 function statusTransition(current: TaskStatus, requested: TaskStatus): TaskStatus {
   switch (current) {
-    case "upcoming":
-    case "running":
-    case "paused":
+    case TaskStatus.UPCOMING:
+    case TaskStatus.RUNNING:
+    case TaskStatus.PAUSED:
       return requested
 
     default:
@@ -131,25 +131,21 @@ export const useTasks = create<{
     return list
   },
   add: (partialTask: Partial<NewTask>, status?: TaskStatus): TaskRemoteControl => {
-    const mode: TaskProgressType =
-    partialTask?.mode === "counter" ? "counter" :
-    partialTask?.mode === "ratio" ? "ratio" :
-      partialTask?.mode === "percentage" ? "percentage" :
-        "percentage"
-  
-    const min = mode === "counter" && partialTask?.min ? partialTask.min : 0
-    const max = mode === "counter" && partialTask?.max ? partialTask.max : mode === "ratio" ? 1 : mode === "percentage" ? 100 : 100
+    const mode: TaskProgressType = partialTask?.mode || TaskProgressType.PERCENTAGE
+
+    const min = mode === TaskProgressType.COUNTER && partialTask?.min ? partialTask.min : 0
+    const max = mode === TaskProgressType.COUNTER && partialTask?.max ? partialTask.max : mode === TaskProgressType.RATIO ? 1 : mode === TaskProgressType.PERCENTAGE ? 100 : 100
   
     const id = UUID()
 
     const newTask: NewTask = {
       id,
-      visibility: partialTask?.visibility || "background",
-      category: partialTask?.category || "generic",
+      visibility: partialTask?.visibility || TaskVisibility.BACKGROUND,
+      category: partialTask?.category || TaskCategory.GENERIC,
       initialMessage: partialTask?.initialMessage || "Loading..",
       successMessage: partialTask?.successMessage || "Task completed!",
       priority: partialTask?.priority || 0, // 0 = lowest, 1 or more = more and more important
-      status: status || "running",
+      status: status || TaskStatus.RUNNING,
       value: partialTask?.value || 0,
       progress: partialTask?.progress || 0,
       min,
@@ -163,7 +159,7 @@ export const useTasks = create<{
       currentMessage: newTask.initialMessage,
       startedAt: new Date().toISOString(),
       endedAt: "",
-      promise: Promise.resolve("running"),
+      promise: Promise.resolve(TaskStatus.RUNNING),
     }
 
     task.promise = new Promise<TaskStatus>((resolve, reject) => {
@@ -173,7 +169,7 @@ export const useTasks = create<{
           const t = get().get(id)!
           
           if (!t) {
-            resolve("success" )
+            resolve(TaskStatus.SUCCESS)
             return
           }
 
@@ -182,15 +178,15 @@ export const useTasks = create<{
 
           console.log(`useTasks[${id}]: checkStatus: checking task, current status is: "${status}"`)
           if (
-            status === "error" ||
-            status === "success" ||
-            status === "deleted" ||
-            status === "cancelled"
+            status === TaskStatus.ERROR ||
+            status === TaskStatus.SUCCESS ||
+            status === TaskStatus.DELETED ||
+            status === TaskStatus.CANCELLED
           ) {
             console.log(`useTasks[${id}]: checkStatus: status is "${status}", interrupting task loop..`)
 
             // this call might be redundant
-            if (status === "success") {
+            if (status === TaskStatus.SUCCESS) {
               get().setProgress(id, { isFinished: true })
             }
             resolve(status)
@@ -198,8 +194,8 @@ export const useTasks = create<{
             console.log(`useTasks[${id}]: checkStatus: task is completed at 100%, interrupting task loop..`)
             // this call might be redundant
             get().setProgress(id, { isFinished: true })
-            // get().setStatus("success", id)
-            resolve("success")
+            // get().setStatus(TaskStatus.SUCCESS, id)
+            resolve(TaskStatus.SUCCESS)
           } else {
             console.log(`useTasks[${id}]: checkStatus: status is "${status}", continuing task loop..`)
             setTimeout(checkStatus, 1000)
@@ -215,7 +211,7 @@ export const useTasks = create<{
     toast.promise<TaskStatus>(task.promise, {
       loading: <TaskStatusUpdate taskId={id} />,
       success: (finalStatus) => {
-        return finalStatus === "success" ? task.successMessage : `Task ended`;
+        return finalStatus === TaskStatus.SUCCESS ? task.successMessage : `Task ended`;
       },
       error: 'Task aborted',
     });
@@ -257,10 +253,10 @@ export const useTasks = create<{
     return remoteControl
   },
   pause: (taskId?: string) => {
-    get().setStatus("paused", taskId)
+    get().setStatus(TaskStatus.PAUSED, taskId)
   },
   continue: (taskId?: string) => {
-    get().setStatus("running", taskId)
+    get().setStatus(TaskStatus.RUNNING, taskId)
   },
   setStatus: (status: TaskStatus, taskId?: string) => {
     const { tasks } = get()
@@ -304,9 +300,9 @@ export const useTasks = create<{
       if (task) {
 
         let progress =
-          task.mode === "percentage"
+          task.mode === TaskProgressType.PERCENTAGE
             ? value :
-          task.mode === "ratio"
+          task.mode === TaskProgressType.RATIO
             ? (value * 100)
           : ((value - task.min) / (task.max - task.min)) * 100
       
@@ -319,7 +315,7 @@ export const useTasks = create<{
               [task.id]: {
                 ...task,
                 currentMessage,
-                status: "error",
+                status: TaskStatus.ERROR,
                 endedAt: new Date().toISOString(),
               }
             }
@@ -341,7 +337,7 @@ export const useTasks = create<{
                 progress,
                 value,
                 currentMessage,
-                status: isFinished ? "success" : "running",
+                status: isFinished ? TaskStatus.SUCCESS : TaskStatus.RUNNING,
                 endedAt: isFinished ? new Date().toISOString() : task.endedAt,
               }
             }
@@ -360,7 +356,7 @@ export const useTasks = create<{
   },
   success: (taskId: string) => {
     get().setProgress(taskId, { isFinished: true })
-    get().setStatus("success", taskId)
+    get().setStatus(TaskStatus.SUCCESS, taskId)
   },
   fail: (taskId: string, reason?: string) => {
     get().setProgress(taskId, {
@@ -368,9 +364,9 @@ export const useTasks = create<{
       isFinished: true,
       hasFailed: true,
     })
-    get().setStatus("error", taskId)
+    get().setStatus(TaskStatus.ERROR, taskId)
   },
   cancel: (taskId?: string) => {
-    get().setStatus("cancelled", taskId)
+    get().setStatus(TaskStatus.CANCELLED, taskId)
   }
 }))

src/components/toolbars/top-menu/assistant/index.tsx

@@ -16,7 +16,7 @@ import { useUI } from "@/controllers/ui"
 
 import { ProviderList } from "../lists/ProviderList"
 import { availableComputeProvidersForAssistant } from "@/components/settings/constants"
-import { SettingsCategory } from "@/types"
+import { ComputeProvider, SettingsCategory } from "@/types"
 import { AssistantModelList } from "../lists/AssistantModelList"
 
 export function TopMenuAssistant() {
@@ -33,7 +33,11 @@ export function TopMenuAssistant() {
           <MenubarItem onClick={() => { setShowSettings(SettingsCategory.ASSISTANT) }}>Show advanced settings</MenubarItem>
           <MenubarSeparator />
           <AssistantModelList provider={assistantProvider} current={assistantModel} setter={setAssistantModel} />
-          <ProviderList providers={availableComputeProvidersForAssistant} current={assistantProvider} setter={setAssistantProvider} />
+          <ProviderList providers={availableComputeProvidersForAssistant} current={assistantProvider} setter={(newProvider: ComputeProvider) => {
+            if (assistantProvider === newProvider) { return }
+            setAssistantProvider(newProvider)
+            setAssistantModel(undefined)
+          }} />
           <MenubarSeparator />
           <MenubarItem
              disabled

src/components/toolbars/top-menu/file/index.tsx

@@ -4,7 +4,7 @@ import { useTimeline } from "@aitube/timeline"
 import { useHotkeys } from "react-hotkeys-hook"
 
 import { MenubarContent, MenubarItem, MenubarMenu, MenubarSeparator, MenubarShortcut, MenubarTrigger } from "@/components/ui/menubar"
-import { useClapFilePicker, useQueryStringParams, useScreenplayFilePicker } from "@/lib/hooks"
+import { useOpenFilePicker, useQueryStringParams } from "@/lib/hooks"
 import { Loader } from "@/components/dialogs/loader"
 import { IframeWarning } from "@/components/dialogs/iframe-warning"
 import { useIO } from "@/controllers/io/useIO"
@@ -22,10 +22,9 @@ export function TopMenuFile() {
   //const saveClapAs = useTimeline(s => s.saveClapAs)
   //const setFullVideo = useTimeline(s => s.fullVideo)
 
-  const clapPicker = useClapFilePicker()
-  const screenplayPicker = useScreenplayFilePicker()
+  const { openFilePicker, isLoading: filePickerIsLoading } = useOpenFilePicker()
 
-  const isLoading = isTimelineLoading || clapPicker.isLoading || screenplayPicker.isLoading
+  const isLoading = isTimelineLoading || filePickerIsLoading
 
   const openClapUrl = useIO(s => s.openClapUrl)
   const saveClap = useIO(s => s.saveClap)
@@ -43,8 +42,8 @@ export function TopMenuFile() {
   }, [clapUrl])
 
   // const setShowSettings = useUISettings(s => s.setShowSettings)
-  useHotkeys('ctrl+o', () => clapPicker.openFilePicker(), { preventDefault: true }, [])
-  useHotkeys('meta+o', () => clapPicker.openFilePicker(), { preventDefault: true }, [])
+  useHotkeys('ctrl+o', () => openFilePicker(), { preventDefault: true }, [])
+  useHotkeys('meta+o', () => openFilePicker(), { preventDefault: true }, [])
   // useHotkeys('ctrl+s', () => saveClapAs({ embedded: true }), { preventDefault: true }, [])
   // useHotkeys('meta+s', () => saveClapAs({ embedded: true }), { preventDefault: true }, [])
   useHotkeys('ctrl+s', () => saveClap(), { preventDefault: true }, [])
@@ -57,9 +56,9 @@ export function TopMenuFile() {
       <MenubarTrigger>File</MenubarTrigger>
       <MenubarContent>
         <MenubarItem onClick={() => {
-          clapPicker.openFilePicker()
+          openFilePicker()
         }}>
-          Open project (.clap)<MenubarShortcut>⌘O</MenubarShortcut>
+          Open file (.clap, .txt)<MenubarShortcut>⌘O</MenubarShortcut>
         </MenubarItem>
         <MenubarItem
         onClick={() => {
@@ -72,13 +71,7 @@ export function TopMenuFile() {
         onClick={() => {
           saveVideoFile()
         }}>
-          Render project (.mp4)
-        </MenubarItem>
-        <MenubarSeparator />
-        <MenubarItem onClick={() => {
-          screenplayPicker.openFilePicker()
-        }}>
-          Import screenplay (.txt)
+          Export project to MP4
         </MenubarItem>
         <MenubarSeparator />
         {/*
@@ -92,14 +85,14 @@ export function TopMenuFile() {
         <MenubarItem
         disabled
         onClick={() => {
-          screenplayPicker.openFilePicker()
+         
         }}>
           Import .fountain (not implemented)
         </MenubarItem>
         <MenubarItem
         disabled
         onClick={() => {
-          screenplayPicker.openFilePicker()
+          
         }}>
           Export .fountain (not implemented)
         </MenubarItem>
@@ -107,14 +100,14 @@ export function TopMenuFile() {
         <MenubarItem
         disabled
         onClick={() => {
-          screenplayPicker.openFilePicker()
+        
         }}>
           Import .fdx (not implemented)
         </MenubarItem>
         <MenubarItem
         disabled
         onClick={() => {
-          screenplayPicker.openFilePicker()
+
         }}>
           Export .fdx (not implemented)
         </MenubarItem>

src/components/toolbars/top-menu/image/index.tsx

@@ -19,7 +19,7 @@ import { RenderingStrategyList } from "../lists/RenderingStrategyList"
 import { availableComputeProvidersForImages } from "@/components/settings/constants"
 import { ImageGenerationModelList } from "../lists/ImageGenerationModelList"
 import { ImageUpscalingModelList } from "../lists/ImageUpscalingModelList"
-import { SettingsCategory } from "@/types"
+import { ComputeProvider, SettingsCategory } from "@/types"
 
 export function TopMenuImage() {
   const setShowSettings = useUI(s => s.setShowSettings)
@@ -40,7 +40,12 @@ export function TopMenuImage() {
           <MenubarSeparator />
           <ImageGenerationModelList provider={imageProvider} current={imageGenerationModel} setter={setImageGenerationModel} />
           <ImageUpscalingModelList provider={imageProvider} current={imageUpscalingModel} setter={setImageUpscalingModel} />
-          <ProviderList providers={availableComputeProvidersForImages} current={imageProvider} setter={setImageProvider} />
+          <ProviderList providers={availableComputeProvidersForImages} current={imageProvider} setter={(newProvider: ComputeProvider) => {
+            if (imageProvider === newProvider) { return }
+            setImageProvider(newProvider)
+            setImageGenerationModel(undefined)
+            setImageUpscalingModel(undefined)
+          }} />
           <RenderingStrategyList current={imageRenderingStrategy} setter={setImageRenderingStrategy} />
           <MenubarSeparator />
           <MenubarItem

src/components/toolbars/top-menu/lists/AssistantModelList.tsx

@@ -15,6 +15,7 @@ import { TagColor } from "@/components/tags/types"
 import { Tag } from "@/components/tags/Tag"
 import { ComputeProvider } from "@/types"
 import { availableModelsForAssistant } from "@/components/settings/constants"
+import { hasNoPublicAPI } from "./hasNoPublicAPI"
 
 export function AssistantModelList({
   provider,
@@ -32,7 +33,7 @@ export function AssistantModelList({
   return (
     <MenubarSub>
       <MenubarSubTrigger>
-        <Tag size="lg" color={TagColor.GREEN}>ai&nbsp;assistant</Tag>
+        <Tag size="lg" color={TagColor.FUCHSIA}>ai&nbsp;assistant</Tag>
         {current || "None"}
       </MenubarSubTrigger>
       <MenubarSubContent>
@@ -40,7 +41,13 @@ export function AssistantModelList({
           <MenubarCheckboxItem
              key={model}
             checked={current === model}
+            disabled={hasNoPublicAPI(model)}
             onClick={(e) => {
+              if (hasNoPublicAPI(model)) {
+                e.stopPropagation()
+                e.preventDefault()
+                return false
+              }
               setter(model)
               e.stopPropagation()
               e.preventDefault()

src/components/toolbars/top-menu/lists/ImageGenerationModelList.tsx

@@ -15,6 +15,7 @@ import { TagColor } from "@/components/tags/types"
 import { Tag } from "@/components/tags/Tag"
 import { ComputeProvider } from "@/types"
 import { availableModelsForImageGeneration } from "@/components/settings/constants"
+import { hasNoPublicAPI } from "./hasNoPublicAPI"
 
 export function ImageGenerationModelList({
   provider,
@@ -32,7 +33,7 @@ export function ImageGenerationModelList({
   return (
     <MenubarSub>
       <MenubarSubTrigger>
-        <Tag size="lg" color={TagColor.SKY}>generate&nbsp;image</Tag>
+        <Tag size="lg" color={TagColor.BLUE}>generate&nbsp;image</Tag>
         {current || "None"}
       </MenubarSubTrigger>
       <MenubarSubContent>
@@ -40,7 +41,13 @@ export function ImageGenerationModelList({
           <MenubarCheckboxItem
              key={model}
             checked={current === model}
+            disabled={hasNoPublicAPI(model)}
             onClick={(e) => {
+              if (hasNoPublicAPI(model)) {
+                e.stopPropagation()
+                e.preventDefault()
+                return false
+              }
               setter(model)
               e.stopPropagation()
               e.preventDefault()

src/components/toolbars/top-menu/lists/ImageUpscalingModelList.tsx

@@ -15,6 +15,7 @@ import { TagColor } from "@/components/tags/types"
 import { Tag } from "@/components/tags/Tag"
 import { ComputeProvider } from "@/types"
 import { availableModelsForImageUpscaling } from "@/components/settings/constants"
+import { hasNoPublicAPI } from "./hasNoPublicAPI"
 
 export function ImageUpscalingModelList({
   provider,
@@ -32,7 +33,7 @@ export function ImageUpscalingModelList({
   return (
     <MenubarSub>
       <MenubarSubTrigger>
-        <Tag size="lg" color={TagColor.BLUE}>upscale&nbsp;image</Tag>
+        <Tag size="lg" color={TagColor.INDIGO}>upscale&nbsp;image</Tag>
         {current || "None"}
       </MenubarSubTrigger>
       <MenubarSubContent>
@@ -40,7 +41,13 @@ export function ImageUpscalingModelList({
           <MenubarCheckboxItem
              key={model}
             checked={current === model}
+            disabled={hasNoPublicAPI(model)}
             onClick={(e) => {
+              if (hasNoPublicAPI(model)) {
+                e.stopPropagation()
+                e.preventDefault()
+                return false
+              }
               setter(model)
               e.stopPropagation()
               e.preventDefault()

src/components/toolbars/top-menu/lists/MusicGenerationModelList.tsx

@@ -15,6 +15,7 @@ import { TagColor } from "@/components/tags/types"
 import { Tag } from "@/components/tags/Tag"
 import { ComputeProvider } from "@/types"
 import { availableModelsForMusicGeneration } from "@/components/settings/constants"
+import { hasNoPublicAPI } from "./hasNoPublicAPI"
 
 export function MusicGenerationModelList({
   provider,
@@ -32,7 +33,7 @@ export function MusicGenerationModelList({
   return (
     <MenubarSub>
       <MenubarSubTrigger>
-        <Tag size="lg" color={TagColor.GREEN}>generate&nbsp;music</Tag>
+        <Tag size="lg" color={TagColor.LIME}>generate&nbsp;music</Tag>
         {current || "None"}
       </MenubarSubTrigger>
       <MenubarSubContent>
@@ -40,7 +41,13 @@ export function MusicGenerationModelList({
           <MenubarCheckboxItem
              key={model}
             checked={current === model}
+            disabled={hasNoPublicAPI(model)}
             onClick={(e) => {
+              if (hasNoPublicAPI(model)) {
+                e.stopPropagation()
+                e.preventDefault()
+                return false
+              }
               setter(model)
               e.stopPropagation()
               e.preventDefault()

src/components/toolbars/top-menu/lists/ProviderList.tsx

@@ -16,6 +16,7 @@ import { computeProviderShortNames } from "@/components/settings/constants"
 import { ComputeProvider } from "@/types"
 import { TagColor } from "@/components/tags/types"
 import { Tag } from "@/components/tags/Tag"
+import { hasNoPublicAPI } from "./hasNoPublicAPI"
 
 const defaultProviders: ComputeProvider[] = Object.keys(computeProviderShortNames) as ComputeProvider[]
 
@@ -37,9 +38,20 @@ export function ProviderList({
       <MenubarSubContent>
         {providers.map(provider => (
           <MenubarCheckboxItem
-             key={provider}
+            key={provider}
             checked={current === provider}
+            disabled={hasNoPublicAPI(provider)}
+            className={
+              (hasNoPublicAPI(provider) || hasNoPublicAPI(computeProviderShortNames[provider]))
+              ? "opacity-50"
+              : "opacity-100"
+            }
             onClick={(e) => {
+              if (hasNoPublicAPI(provider) || hasNoPublicAPI(computeProviderShortNames[provider])) {
+                e.stopPropagation()
+                e.preventDefault()
+                return false
+              }
               setter(provider)
               e.stopPropagation()
               e.preventDefault()

src/components/toolbars/top-menu/lists/SoundGenerationModelList.tsx

@@ -15,6 +15,7 @@ import { TagColor } from "@/components/tags/types"
 import { Tag } from "@/components/tags/Tag"
 import { ComputeProvider } from "@/types"
 import { availableModelsForSoundGeneration } from "@/components/settings/constants"
+import { hasNoPublicAPI } from "./hasNoPublicAPI"
 
 export function SoundGenerationModelList({
   provider,
@@ -40,7 +41,13 @@ export function SoundGenerationModelList({
           <MenubarCheckboxItem
              key={model}
             checked={current === model}
+            disabled={hasNoPublicAPI(model)}
             onClick={(e) => {
+              if (hasNoPublicAPI(model)) {
+                e.stopPropagation()
+                e.preventDefault()
+                return false
+              }
               setter(model)
               e.stopPropagation()
               e.preventDefault()

src/components/toolbars/top-menu/lists/VideoGenerationModelList.tsx

@@ -15,6 +15,7 @@ import { TagColor } from "@/components/tags/types"
 import { Tag } from "@/components/tags/Tag"
 import { ComputeProvider } from "@/types"
 import { availableModelsForVideoGeneration } from "@/components/settings/constants"
+import { hasNoPublicAPI } from "./hasNoPublicAPI"
 
 export function VideoGenerationModelList({
   provider,
@@ -32,7 +33,7 @@ export function VideoGenerationModelList({
   return (
     <MenubarSub>
       <MenubarSubTrigger>
-        <Tag size="lg" color={TagColor.VIOLET}>generate&nbsp;video</Tag>
+        <Tag size="lg" color={TagColor.RED}>generate&nbsp;video</Tag>
         {current || "None"}
       </MenubarSubTrigger>
       <MenubarSubContent>
@@ -40,13 +41,23 @@ export function VideoGenerationModelList({
           <MenubarCheckboxItem
              key={model}
             checked={current === model}
+            disabled={hasNoPublicAPI(model)}
             onClick={(e) => {
+              if (hasNoPublicAPI(model)) {
+                e.stopPropagation()
+                e.preventDefault()
+                return false
+              }
               setter(model)
               e.stopPropagation()
               e.preventDefault()
               return false
             }}>
-            {model}
+            {
+              // if the model is unavailable, we should add a tooltip like this:
+              // https://x.com/flngr/status/1800968844581929094
+              model
+            }
           </MenubarCheckboxItem>
         ))}
       </MenubarSubContent>

src/components/toolbars/top-menu/lists/VideoUpscalingModelList.tsx

@@ -15,6 +15,7 @@ import { TagColor } from "@/components/tags/types"
 import { Tag } from "@/components/tags/Tag"
 import { ComputeProvider } from "@/types"
 import { availableModelsForVideoUpscaling } from "@/components/settings/constants"
+import { hasNoPublicAPI } from "./hasNoPublicAPI"
 
 export function VideoUpscalingModelList({
   provider,
@@ -40,7 +41,13 @@ export function VideoUpscalingModelList({
           <MenubarCheckboxItem
              key={model}
             checked={current === model}
+            disabled={hasNoPublicAPI(model)}
             onClick={(e) => {
+              if (hasNoPublicAPI(model)) {
+                e.stopPropagation()
+                e.preventDefault()
+                return false
+              }
               setter(model)
               e.stopPropagation()
               e.preventDefault()

src/components/toolbars/top-menu/lists/VoiceGenerationModelList.tsx

@@ -15,6 +15,7 @@ import { TagColor } from "@/components/tags/types"
 import { Tag } from "@/components/tags/Tag"
 import { ComputeProvider } from "@/types"
 import { availableModelsForVoiceGeneration } from "@/components/settings/constants"
+import { hasNoPublicAPI } from "./hasNoPublicAPI"
 
 export function VoiceGenerationModelList({
   provider,
@@ -40,7 +41,13 @@ export function VoiceGenerationModelList({
           <MenubarCheckboxItem
              key={model}
             checked={current === model}
+            disabled={hasNoPublicAPI(model)}
             onClick={(e) => {
+              if (hasNoPublicAPI(model)) {
+                e.stopPropagation()
+                e.preventDefault()
+                return false
+              }
               setter(model)
               e.stopPropagation()
               e.preventDefault()

src/components/toolbars/top-menu/lists/hasNoPublicAPI.ts

@@ -0,0 +1,24 @@
+import { ComputeProvider } from "@/types"
+
+export function hasNoPublicAPI(model: string) {
+  model = model.toLowerCase()
+  if (
+    model.includes("no public api") ||
+    model.includes("no api") ||
+    model.includes("not available") ||
+    model.includes("no image api") ||
+    model.includes("no video api") ||
+    model.includes("no music api") ||
+    model.includes("no sound api") ||
+    model.includes("no voice api") ||
+    model.includes("unavailable") ||
+    model === ComputeProvider.SUNO ||
+    model === ComputeProvider.KUAISHOU ||
+    model === ComputeProvider.RUNWAYML ||
+    model === ComputeProvider.LUMALABS ||
+    model === ComputeProvider.UDIO
+  ) {
+    return true
+  }
+  return false
+}

src/components/toolbars/top-menu/music/index.tsx

@@ -17,7 +17,7 @@ import { useUI } from "@/controllers/ui"
 import { ProviderList } from "../lists/ProviderList"
 import { RenderingStrategyList } from "../lists/RenderingStrategyList"
 import { availableComputeProvidersForMusic } from "@/components/settings/constants"
-import { SettingsCategory } from "@/types"
+import { ComputeProvider, SettingsCategory } from "@/types"
 import { MusicGenerationModelList } from "../lists/MusicGenerationModelList"
 
 export function TopMenuMusic() {
@@ -37,7 +37,11 @@ export function TopMenuMusic() {
           <MenubarItem onClick={() => { setShowSettings(SettingsCategory.MUSIC) }}>Show advanced settings</MenubarItem>
           <MenubarSeparator />
           <MusicGenerationModelList provider={musicProvider} current={musicGenerationModel} setter={setMusicGenerationModel} />
-          <ProviderList providers={availableComputeProvidersForMusic} current={musicProvider} setter={setMusicProvider} />
+          <ProviderList providers={availableComputeProvidersForMusic} current={musicProvider} setter={(newProvider: ComputeProvider) => {
+            if (musicProvider === newProvider) { return }
+            setMusicProvider(newProvider)
+            setMusicGenerationModel(undefined)
+          }} />
           <RenderingStrategyList current={musicRenderingStrategy} setter={setMusicRenderingStrategy} />
           <MenubarSeparator />
           <MenubarItem

src/components/toolbars/top-menu/sound/index.tsx

@@ -17,7 +17,7 @@ import { useUI } from "@/controllers/ui"
 import { ProviderList } from "../lists/ProviderList"
 import { RenderingStrategyList } from "../lists/RenderingStrategyList"
 import { availableComputeProvidersForSound } from "@/components/settings/constants"
-import { SettingsCategory } from "@/types"
+import { ComputeProvider, SettingsCategory } from "@/types"
 import { SoundGenerationModelList } from "../lists/SoundGenerationModelList"
 
 export function TopMenuSound() {
@@ -36,7 +36,11 @@ export function TopMenuSound() {
           <MenubarItem onClick={() => { setShowSettings(SettingsCategory.SOUND) }}>Show advanced settings</MenubarItem>
           <MenubarSeparator />
           <SoundGenerationModelList provider={soundProvider} current={soundGenerationModel} setter={setSoundGenerationModel} />
-          <ProviderList providers={availableComputeProvidersForSound} current={soundProvider} setter={setSoundProvider} />
+          <ProviderList providers={availableComputeProvidersForSound} current={soundProvider} setter={(newProvider: ComputeProvider) => {
+            if (soundProvider === newProvider) { return }
+            setSoundProvider(newProvider)
+            setSoundGenerationModel(undefined)
+          }} />
           <RenderingStrategyList current={soundRenderingStrategy} setter={setSoundRenderingStrategy} />
           <MenubarSeparator />
           <MenubarItem

src/components/toolbars/top-menu/video/index.tsx

@@ -19,7 +19,7 @@ import { RenderingStrategyList } from "../lists/RenderingStrategyList"
 import { availableComputeProvidersForVideos } from "@/components/settings/constants"
 import { VideoGenerationModelList } from "../lists/VideoGenerationModelList"
 import { VideoUpscalingModelList } from "../lists/VideoUpscalingModelList"
-import { SettingsCategory } from "@/types"
+import { ComputeProvider, SettingsCategory } from "@/types"
 
 export function TopMenuVideo() {
   const setShowSettings = useUI(s => s.setShowSettings)
@@ -40,7 +40,12 @@ export function TopMenuVideo() {
           <MenubarSeparator />
           <VideoGenerationModelList provider={videoProvider} current={videoGenerationModel} setter={setVideoGenerationModel} />
           <VideoUpscalingModelList provider={videoProvider} current={videoUpscalingModel} setter={setVideoUpscalingModel} />
-          <ProviderList providers={availableComputeProvidersForVideos} current={videoProvider} setter={setVideoProvider} />
+          <ProviderList providers={availableComputeProvidersForVideos} current={videoProvider} setter={(newProvider: ComputeProvider) => {
+            if (videoProvider === newProvider) { return }
+            setVideoProvider(newProvider)
+            setVideoGenerationModel(undefined)
+            setVideoUpscalingModel(undefined)
+           }} />
           <RenderingStrategyList current={videoRenderingStrategy} setter={setVideoRenderingStrategy} />
           <MenubarSeparator />
           <MenubarItem

src/components/toolbars/top-menu/view/index.tsx

@@ -78,14 +78,18 @@ export function TopMenuView() {
           }}
           >Show asset explorer</MenubarCheckboxItem>
       */}
+      
         <MenubarCheckboxItem
           checked={showChat}
+          disabled
+          /*
           onClick={(e) => {
             setShowChat(!showChat)
             e.stopPropagation()
             e.preventDefault()
             return false
           }}
+          */
           >Show chat assistant</MenubarCheckboxItem>
         {/*
         <MenubarCheckboxItem

src/components/toolbars/top-menu/voice/index.tsx

@@ -18,7 +18,7 @@ import { ProviderList } from "../lists/ProviderList"
 import { RenderingStrategyList } from "../lists/RenderingStrategyList"
 import { availableComputeProvidersForVoice } from "@/components/settings/constants"
 import { VoiceGenerationModelList } from "../lists/VoiceGenerationModelList"
-import { SettingsCategory } from "@/types"
+import { ComputeProvider, SettingsCategory } from "@/types"
 
 export function TopMenuVoice() {
   const setShowSettings = useUI(s => s.setShowSettings)
@@ -36,7 +36,11 @@ export function TopMenuVoice() {
           <MenubarItem onClick={() => { setShowSettings(SettingsCategory.VOICE) }}>Show advanced settings</MenubarItem>
           <MenubarSeparator />
           <VoiceGenerationModelList provider={voiceProvider} current={voiceGenerationModel} setter={setVoiceGenerationModel} />
-          <ProviderList providers={availableComputeProvidersForVoice} current={voiceProvider} setter={setVoiceProvider} />
+          <ProviderList providers={availableComputeProvidersForVoice} current={voiceProvider} setter={(newProvider: ComputeProvider) => {
+            if (voiceProvider === newProvider) { return }
+            setVoiceProvider(newProvider)
+            setVoiceGenerationModel(undefined)
+           }} />
           <RenderingStrategyList current={voiceRenderingStrategy} setter={setVoiceRenderingStrategy} />
           <MenubarSeparator />
           <MenubarItem

src/controllers/io/parseFileName.ts

@@ -0,0 +1,16 @@
+export function parseFileName(input: any): {
+  projectName: string,
+  fileName: string,
+  extension: string
+} {
+  const fileName = `${input || ""}`
+  const bits = fileName.split(".")
+  const extension = `${bits.pop() || ""}`.toLowerCase()
+  const projectName = bits.join(" ")
+
+  return {
+    projectName,
+    fileName,
+    extension
+  }
+}

src/controllers/io/types.ts

@@ -30,10 +30,16 @@ export type IOState = {
 }
 
 export type IOControls = {
+
+  clear: () => void
+
   openFiles: (files: File[]) => Promise<void>
 
+  openScreenplay: (projectName: string, fileName: string, fileContent: string | Blob) => Promise<void>
+
   saveAnyFile: (blob: Blob, fileName: string) => void
   openClapUrl: (url: string) => Promise<void>
+  openClapBlob: (projectName: string, fileName: string, blob: Blob) => Promise<void>
   saveClap: () => Promise<void>
   saveVideoFile: () => Promise<void>
 

src/controllers/io/useIO.ts

@@ -1,7 +1,7 @@
 "use client"
 
-import { ClapProject, ClapSegment, ClapSegmentCategory, ClapSegmentFilteringMode, ClapSegmentStatus, filterSegments, getClapAssetSourceType, newSegment, parseClap, serializeClap } from "@aitube/clap"
-import { Track, Tracks, useTimeline } from "@aitube/timeline"
+import { ClapProject, ClapSegment, ClapSegmentCategory, ClapSegmentStatus, getClapAssetSourceType, newSegment, parseClap, serializeClap } from "@aitube/clap"
+import { TimelineStore, useTimeline } from "@aitube/timeline"
 import { create } from "zustand"
 import { mltToXml } from "mlt-xml"
 
@@ -10,6 +10,10 @@ import { IOStore } from "./types"
 
 import { blobToBase64DataUri } from "@/lib/utils/blobToBase64DataUri"
 import { parseFileIntoSegments } from "./parseFileIntoSegments"
+import { useTasks } from "@/components/tasks/useTasks"
+import { Task, TaskCategory, TaskVisibility } from "@/components/tasks/types"
+import { parseFileName } from "./parseFileName"
+import { useRenderer } from "../renderer"
 // import { Entry, Project } from "@/lib/kdenlive"
 // import { formatDuration } from "@/lib/utils/formatDuration"
 
@@ -17,24 +21,47 @@ import { parseFileIntoSegments } from "./parseFileIntoSegments"
 export const useIO = create<IOStore>((set, get) => ({
   ...getDefaultIOState(),
 
+  clear: () => {
+    const renderer = useRenderer.getState()
+    const timeline: TimelineStore = useTimeline.getState()
+    
+    // reset various things
+    renderer.clear()
+    timeline.clear()
+  },
   openFiles: async (files: File[]) => {
+    const { openClapBlob, openScreenplay } = get()
     const segments: ClapSegment[] = useTimeline.getState().segments
-    
-    console.log("File", File)
-    if (Array.isArray(File)) {
-      console.log("user tried to drop some files:", File)
+
+    if (Array.isArray(files)) {
+      console.log("user tried to drop some files:", files)
 
       // for now let's simplify things, and only import the first file
-      const file = File.at(0)
+      const file: File | undefined = files.at(0)
       if (!file) { return }
 
-      console.log(`file type: ${file.type}`)
+      const input = `${file.name || ""}`
+      const { fileName, projectName, extension } = parseFileName(input)
+
+      const fileType = `${file.type || ""}`
+
+      console.log(`file type: ${fileType}`)
+
+      const isClapFile = extension === "clap"
 
-      const isClapFile = file.name.endsWith(".clap")
-      const isAudioFile = file.type.startsWith("audio/")
-      const isVideoFile = file.type.startsWith("video/")
-      const isTextFile = file.type.startsWith("text/")
+      if (isClapFile) {
+        await openClapBlob(projectName, fileName, file)
+        return
+      }
+
+      const isTextFile = fileType.startsWith("text/")
+      if (isTextFile) {
+        await openScreenplay(projectName, fileName, file)
+        return
+      }
 
+      const isAudioFile = fileType.startsWith("audio/")
+   
       // TODO: detect the type of file, and do a different treatment based on this
       // screenplay files: -> analyze (if there is existing data, show a modal asking to save or not)
       // mp3 file: -> 
@@ -45,6 +72,9 @@ export const useIO = create<IOStore>((set, get) => ({
         })
       }
 
+      const isVideoFile = fileType.startsWith("video/")
+  
+
       // for the moment let's not care of the coordinates at all
       /*
       parseFilesIntoSegments({
@@ -57,6 +87,60 @@ export const useIO = create<IOStore>((set, get) => ({
       */
     }
   },
+  openScreenplay: async (projectName: string, fileName: string, fileContent: string | Blob): Promise<void> => {
+    const plainText =
+      typeof fileContent === "string"
+      ? fileContent :
+      (await new Response(fileContent).text())
+    
+    const timeline: TimelineStore = useTimeline.getState()
+    const task = useTasks.getState().add({
+      category: TaskCategory.IMPORT,
+      visibility: TaskVisibility.BLOCKER,
+      initialMessage:  `Loading ${fileName}`,
+      successMessage: `Successfully loaded the screenplay!`,
+      value: 0,
+    })
+    task.setProgress({
+      message: "Analyzing screenplay..",
+      value: 10
+    })
+    try {
+        const res = await fetch("https://jbilcke-hf-broadway-api.hf.space", {
+          method: "POST",
+          headers: { 'Content-Type': 'text/plain' },
+          body: plainText,
+        })
+      const blob = await res.blob()
+        task.setProgress({
+          message: "Loading scenes..",
+          value: 50
+        })
+      // TODO: parseClap should feature a progress callback
+      const clap = await parseClap(blob)
+
+      clap.meta.title = `${projectName || ""}`
+
+      task.setProgress({
+        message: "Loading rendering engine..",
+        value: 70
+      })
+
+      await timeline.setClap(clap)
+
+      task.setProgress({
+        message: "Nearly there..",
+        value: 95
+      })
+
+      task.success()
+    } catch (err) {
+       console.error("failed to import the screenplay:", err)
+      task.fail(`${err || "unknown screenplay import error"}`)
+    } finally {
+
+    }
+  },
   saveAnyFile: (blob: Blob, fileName: string) => {
     // Create an object URL for the compressed clap blob
     // object urls are short-lived urls, with the benefit of having a short id too
@@ -76,12 +160,82 @@ export const useIO = create<IOStore>((set, get) => ({
     URL.revokeObjectURL(objectUrl)
     document.body.removeChild(anchor)
   },
+
   openClapUrl: async (url: string) => {
-    const { setClap } = useTimeline.getState()
-    const res = await fetch(url)
-    const blob = await res.blob()
-    const clap = await parseClap(blob)
-    await setClap(clap)
+    const timeline: TimelineStore = useTimeline.getState()
+    const { setClap } = timeline
+
+    const { fileName, projectName } = parseFileName(`${url.split("/").pop() || url}`)
+    
+    const task = useTasks.getState().add({
+      category: TaskCategory.IMPORT,
+      visibility: TaskVisibility.BLOCKER,
+      initialMessage:  `Loading ${fileName}`,
+      successMessage: `Successfully downloaded the project!`,
+      value: 0,
+    })
+
+    task.setProgress({
+      message: "Downloading file..",
+      value: 10
+    })
+
+    try {
+      const res = await fetch(url)
+      const blob = await res.blob()
+
+      task.setProgress({
+        message: "Loading scenes..",
+        value: 30
+      })
+
+      const clap = await parseClap(blob)
+      clap.meta.title = `${projectName}`
+
+      task.setProgress({
+        message: "Loading rendering engine..",
+        value: 70
+      })
+
+      await setClap(clap)
+
+      task.success()
+    } catch (err) {
+      task.fail(`${err || "unknown error"}`)
+    }
+  },
+  openClapBlob: async (projectName: string, fileName: string, blob: Blob) => {
+    const timeline: TimelineStore = useTimeline.getState()
+    const { setClap } = timeline
+
+    const task = useTasks.getState().add({
+      category: TaskCategory.IMPORT,
+      visibility: TaskVisibility.BLOCKER,
+      initialMessage:  `Loading ${fileName}`,
+      successMessage: `Successfully loaded the project!`,
+      value: 0,
+    })
+    try {
+
+      task.setProgress({
+        message: "Loading scenes..",
+        value: 30
+      })
+
+      const clap = await parseClap(blob)
+      clap.meta.title = `${projectName}`
+
+      task.setProgress({
+        message: "Loading rendering engine..",
+        value: 70
+      })
+
+      await setClap(clap)
+
+      task.success()
+    } catch (err) {
+      task.fail(`${err || "unknown error"}`)
+    }
   },
   saveClap: async () => {
     const { saveAnyFile } = get()
@@ -89,6 +243,18 @@ export const useIO = create<IOStore>((set, get) => ({
 
     if (!clap) { throw new Error(`cannot save a clap.. if there is no clap`) }
 
+    const tasks = useTasks.getState()
+    
+    const task = tasks.add({
+      category: TaskCategory.EXPORT,
+      visibility: TaskVisibility.BLOCKER,
+      initialMessage: `Exporting project to OpenClap..`,
+      successMessage: `Successfully exported the project!`
+      // mode: "percentage", // default
+      // min: 0, // default
+      // max: 100 // default
+    })
+    
     // make sure we update the total duration
     for (const s of clap.segments) {
       if (s.endTimeInMs > clap.meta.durationInMs) {
@@ -96,8 +262,15 @@ export const useIO = create<IOStore>((set, get) => ({
       }
     }
 
+    // TODO: serializeClap should have a progress callback, so that we can
+    // track the progression.
+    //
+    // also, I'm 100% aware that at some point we will just want to use the
+    // desktop version of Clapper, so that we can write the gzip stream directly to the disk 
     const blob: Blob = await serializeClap(clap)
-    saveAnyFile(blob,  `my_project.clap`)
+    saveAnyFile(blob, `my_project.clap`) // <-- TODO use the project filename
+
+    task.success()
   },
 
   saveVideoFile: async () => {

src/controllers/metrics/constants.ts

@@ -101,4 +101,22 @@ export const estimatedMetrics: Record<ComputeProvider, Record<string, ProviderMe
   [ComputeProvider.MODELSLAB]: {
     // TODO list the most popular models
   },
+  [ComputeProvider.MIDJOURNEY]: {
+    // TODO list the most popular models
+  },
+  [ComputeProvider.SUNO]: {
+    // TODO list the most popular models
+  },
+  [ComputeProvider.UDIO]: {
+    // TODO list the most popular models
+  },
+  [ComputeProvider.LUMALABS]: {
+    // TODO list the most popular models
+  },
+  [ComputeProvider.KUAISHOU]: {
+    // TODO list the most popular models
+  },
+  [ComputeProvider.RUNWAYML]: {
+    // TODO list the most popular models
+  },
 }

src/controllers/metrics/getDefaultMetricsPerProvider.ts

@@ -62,6 +62,24 @@ export function getDefaultMetricsPerProvider(): MetricsPerProvider {
     [ComputeProvider.COHERE]: {
       ...getDefaultComputeProviderMetrics(),
     },
+    [ComputeProvider.MIDJOURNEY]: {
+      ...getDefaultComputeProviderMetrics(),
+    },
+    [ComputeProvider.SUNO]: {
+      ...getDefaultComputeProviderMetrics(),
+    },
+    [ComputeProvider.UDIO]: {
+      ...getDefaultComputeProviderMetrics(),
+    },
+    [ComputeProvider.LUMALABS]: {
+      ...getDefaultComputeProviderMetrics(),
+    },
+    [ComputeProvider.KUAISHOU]: {
+      ...getDefaultComputeProviderMetrics(),
+    },
+    [ComputeProvider.RUNWAYML]: {
+      ...getDefaultComputeProviderMetrics(),
+    },
   }
   return metricsPerProvider
 }

src/controllers/monitor/useMonitor.ts

@@ -8,6 +8,7 @@ import { useTimeline } from "@aitube/timeline"
 import { useAudio } from "../audio/useAudio"
 import { MonitoringMode, MonitorStore } from "./types"
 import { getDefaultMonitorState } from "./getDefaultMonitorState"
+import { useRenderer } from "../renderer"
 
 export const useMonitor = create<MonitorStore>((set, get) => ({
   ...getDefaultMonitorState(),
@@ -108,20 +109,24 @@ export const useMonitor = create<MonitorStore>((set, get) => ({
   jumpAt: (timeInMs: number = 0) => {
     const { isPlaying, mode, staticVideoRef } = get()
 
+    const { renderLoop } = useRenderer.getState()
     const { setCursorTimestampAtInMs } = useTimeline.getState()
 
     setCursorTimestampAtInMs(timeInMs)
 
-    if (mode === MonitoringMode.NONE || !staticVideoRef) {
+    if (mode === MonitoringMode.NONE) {
       return
     }
 
     if (mode === MonitoringMode.STATIC) {
+      if (!staticVideoRef) {
+        return
+      }
       // console.log("resetting static video current time")
       staticVideoRef.currentTime = timeInMs / 1000
     } else if (mode === MonitoringMode.DYNAMIC) {
-      // console.log(`TODO Julian: implement jump`)
-      // for audio I think it will be automatic
+      // we force a state update
+      renderLoop()
     }
   },
 

src/controllers/renderer/types.ts

@@ -23,6 +23,10 @@ export type RendererState = {
 }
 
 export type RendererControls = {
+
+  // used to clear the renderer eg. when we load a new project
+  clear: () => void
+
   // this will be called at 60 FPS - and yes, it is expensive
   // we could probably improve things by using a temporal tree index
 

src/controllers/renderer/useRenderLoop.ts

@@ -3,6 +3,7 @@ import { useRenderer } from "./useRenderer"
 import { useAudio } from "@/controllers/audio/useAudio"
 import { useMonitor } from "../monitor/useMonitor"
 
+let globalState = { isInstalled: false }
 /**
  * Runs a rendering loop
  * 

src/controllers/renderer/useRenderer.ts

@@ -15,6 +15,11 @@ import { getDefaultBufferedSegments } from "./getDefaultBufferedSegments"
 export const useRenderer = create<RendererStore>((set, get) => ({
   ...getDefaultRendererState(),
 
+  clear: () => {
+    set({
+      ...getDefaultRendererState(),
+    })
+  },
 
   // this will be called at 60 FPS - and yes, it is expensive
   // we could probably improve things by using a temporal tree index

src/controllers/resolver/useResolver.ts

@@ -266,12 +266,12 @@ export const useResolver = create<ResolverStore>((set, get) => ({
 
     const settings = useSettings.getState().getSettings()
   
-    const timelineState: TimelineStore = useTimeline.getState()
+    const timeline: TimelineStore = useTimeline.getState()
 
     // note: do NOT use the visibleSegments here
     // that's because resolveSegment is 100% asynchronous,
     // meaning it might be called on invisible segments too!
-    const { clap, segments: allSegments } = timelineState
+    const { clap, segments: allSegments, trackSilentChangeInSegment } = timeline
 
     if (!clap?.meta || !allSegments.length) {
       return segment
@@ -349,17 +349,15 @@ export const useResolver = create<ResolverStore>((set, get) => ({
         status
       })
 
-    
+      newSegment.status = ClapSegmentStatus.COMPLETED
+      trackSilentChangeInSegment(newSegment.id)
       return newSegment
     } catch (err) {
       console.error(`useResolver.resolveSegment(): error: ${err}`)
-
+      segment.status = ClapSegmentStatus.TO_GENERATE
       // we could do that in a future version to improve error tracking
       // segment.status = ClapSegmentStatus.ERROR
-    } finally {
-      segment.status = ClapSegmentStatus.COMPLETED
     }
-
     return segment
   }
 

src/controllers/settings/getDefaultSettingsState.ts

@@ -23,6 +23,7 @@ export function getDefaultSettingsState(): SettingsState {
     kitsAiApiKey: "",
     cohereApiKey: "",
     mistralAiApiKey: "",
+    stabilityAiApiKey: "",
     fireworksAiApiKey: "",
 
     assistantProvider: ComputeProvider.NONE,
@@ -36,10 +37,10 @@ export function getDefaultSettingsState(): SettingsState {
 
     imagePromptPrefix: "movie screencap, photo",
     imagePromptSuffix: "high quality, beautiful, amazing, intricate details",
-    imageNegativePrompt: "ugly, imperfect, cropped, low resolution",
+    imageNegativePrompt: "black banding, ugly, imperfect, cropped, low resolution",
     videoPromptPrefix: "movie screencap, photo",
     videoPromptSuffix: "high quality, beautiful, amazing, intricate details",
-    videoNegativePrompt: "ugly, imperfect, cropped, low resolution",
+    videoNegativePrompt: "black banding, ugly, imperfect, cropped, low resolution",
 
     assistantModel: "",
     assistantTurboModel: "",

src/controllers/settings/types.ts

@@ -18,6 +18,7 @@ export type SettingsState = {
   kitsAiApiKey: string
   cohereApiKey: string
   mistralAiApiKey: string
+  stabilityAiApiKey: string
   fireworksAiApiKey: string
 
   // ------------- CATEGORY PROVIDERS ---------------
@@ -157,6 +158,7 @@ export type SettingsControls = {
   setCohereApiKey: (cohereApiKey?: string) => void
   setMistralAiApiKey: (mistralAiApiKey?: string) => void
   setKitsAiApiKey: (kitsAiApiKey?: string) => void
+  setStabilityAiApiKey: (stabilityAiApiKey?: string) => void
 
   setAssistantProvider: (assistantProvider?: ComputeProvider) => void
   setVideoProvider: (videoProvider?: ComputeProvider) => void

src/controllers/settings/useSettings.ts

@@ -21,7 +21,7 @@ export const useSettings = create<SettingsStore>()(
 
       setAssistantProvider: (assistantProvider?: ComputeProvider) => {
         const { videoProvider: defaultAssistantProvider } = getDefaultSettingsState()
-        set({ assistantProvider: parseComputeProvider(assistantProvider, defaultAssistantProvider) })
+        set({assistantProvider: parseComputeProvider(assistantProvider, defaultAssistantProvider) })
       },
       setVideoProvider: (videoProvider?: ComputeProvider) => {
         const { videoProvider: defaultVideoProvider } = getDefaultSettingsState()
@@ -96,6 +96,9 @@ export const useSettings = create<SettingsStore>()(
       setFireworksAiApiKey: (fireworksAiApiKey?: string) => {
         set({ fireworksAiApiKey: getValidString(fireworksAiApiKey, getDefaultSettingsState().fireworksAiApiKey) })
       },
+      setStabilityAiApiKey: (stabilityAiApiKey?: string) => {
+        set({ stabilityAiApiKey: getValidString(stabilityAiApiKey, getDefaultSettingsState().stabilityAiApiKey) })
+      },
       setCensorNotForAllAudiencesContent: (censorNotForAllAudiencesContent?: boolean) => {
         set({ censorNotForAllAudiencesContent: getValidBoolean(censorNotForAllAudiencesContent, getDefaultSettingsState().censorNotForAllAudiencesContent) })
       },
@@ -405,6 +408,7 @@ export const useSettings = create<SettingsStore>()(
           mistralAiApiKey: state.mistralAiApiKey || defaultSettings.mistralAiApiKey,
           kitsAiApiKey: state.kitsAiApiKey || defaultSettings.kitsAiApiKey,
           fireworksAiApiKey: state.fireworksAiApiKey || defaultSettings.fireworksAiApiKey,
+          stabilityAiApiKey: state.stabilityAiApiKey || defaultSettings.stabilityAiApiKey,
           censorNotForAllAudiencesContent: state.censorNotForAllAudiencesContent || defaultSettings.censorNotForAllAudiencesContent,
           imagePromptPrefix: state.imagePromptPrefix || defaultSettings.imagePromptPrefix,
           imagePromptSuffix: state.imagePromptSuffix || defaultSettings.imagePromptSuffix,

src/lib/core/constants.ts

@@ -4,7 +4,7 @@
 export const HARD_LIMIT_NB_MAX_ASSETS_TO_GENERATE_IN_PARALLEL = 32
 
 export const APP_NAME = "Clapper AI"
-export const APP_REVISION = "r20240612-0135"
+export const APP_REVISION = "r20240613-1555"
 
 export const APP_DOMAIN = "Clapper.app"
 export const APP_LINK = "https://clapper.app"

src/lib/hooks/index.ts

@@ -1,6 +1,5 @@
 export { useDebounce } from "./useDebounce"
-export { useClapFilePicker } from "./useClapFilePicker"
+export { useOpenFilePicker } from "./useOpenFilePicker"
 export { useFullscreenStatus } from "./useFullscreenStatus"
 export { useQueryStringParams } from "./useQueryStringParams"
 export { useRequestAnimationFrame } from "./useRequestAnimationFrame"
-export { useScreenplayFilePicker } from "./useScreenplayFilePicker"

src/lib/hooks/{useClapFilePicker.ts → useOpenFilePicker.ts}

@@ -1,15 +1,18 @@
-import { useEffect, useState } from "react"
+import { useEffect, useState, useTransition } from "react"
 import { useFilePicker } from "use-file-picker"
-import { parseClap } from "@aitube/clap"
-import { useTimeline } from "@aitube/timeline"
 
+import { parseFileName } from "@/controllers/io/parseFileName"
+import { useIO } from "@/controllers/io/useIO"
 
-export function useClapFilePicker() {
-  const setClap = useTimeline(s => s.setClap)
+export function useOpenFilePicker() {
   const [isLoading, setIsLoading] = useState(false)
+  const openClapBlob = useIO(s => s.openClapBlob)
+  const openScreenplay = useIO(s => s.openScreenplay)
+
+  const supportedExtensions = ['clap', 'txt']
 
   const { openFilePicker, filesContent, loading } = useFilePicker({
-    accept: '.clap',
+    accept: supportedExtensions.map(ext => `.${ext}`),
     readAs: "ArrayBuffer"
   })
 
@@ -17,12 +20,36 @@ export function useClapFilePicker() {
 
   useEffect(() => {
     const fn = async () => {
-      if (fileData?.name) {
+      const input = `${fileData?.name || ""}`
+      if (!input) { return }
+
+
+      const {
+        fileName,
+        projectName,
+        extension
+      } = parseFileName(input)
+
+      if (!supportedExtensions.includes(extension)) {
+        console.error(`unsupported extension "${extension}"`)
+        return
+      }
+
+      const blob = new Blob([fileData.content])
+
+      if (extension === "clap") {
+        try {
+          setIsLoading(true)
+          await openClapBlob(projectName, fileName, blob)
+        } catch (err) {
+          console.error("failed to load the Clap file:", err)
+        } finally {
+          setIsLoading(false)
+        }
+      } else if (extension === "txt") {
         try {
           setIsLoading(true)
-          const blob = new Blob([fileData.content])
-          const clap = await parseClap(blob)
-          await setClap(clap)
+          await openScreenplay(projectName, fileName, blob)
         } catch (err) {
           console.error("failed to load the Clap file:", err)
         } finally {

src/lib/hooks/useScreenplayFilePicker.ts

@@ -1,41 +0,0 @@
-import { useEffect, useState } from "react"
-import { useTimeline } from "@aitube/timeline"
-import { parseClap } from "@aitube/clap"
-import { useFilePicker } from "use-file-picker"
-
-export function useScreenplayFilePicker() {
-  const setClap = useTimeline(s => s.setClap)
-  const [isLoading, setIsLoading] = useState(false)
-
-  const { openFilePicker, filesContent, loading } = useFilePicker({
-    accept: '.txt',
-    readAs: "Text"
-  })
-
-  const fileData = filesContent[0]
-
-  useEffect(() => {
-    const fn = async () => {
-      if (fileData?.name) {
-        try {
-          setIsLoading(true)
-          const res = await fetch("https://jbilcke-hf-broadway-api.hf.space", {
-            method: "POST",
-            headers: { 'Content-Type': 'text/plain' },
-            body:  fileData.content,
-          })
-          const blob = await res.blob()
-          const clap = await parseClap(blob)
-          await setClap(clap)
-        } catch (err) {
-          console.error("failed to import the screenplay:", err)
-        } finally {
-          setIsLoading(false)
-        }
-      }
-    }
-    fn()
-  }, [fileData?.name])
-
-  return { openFilePicker, filesContent, fileData, isLoading: loading || isLoading } 
-}

src/lib/utils/parsePdfToIndentedText.ts

@@ -0,0 +1,10 @@
+// TODO Julian:
+// use pdfjs to parse a PDF, while preserving the indentation
+//
+// this is important, because most tools trim spaces which is..
+// not what I want
+//
+// some references and examples:
+//
+// https://mozilla.github.io/pdf.js/examples/
+// https://github.com/Utkarsh212/react-pdftotext/blob/main/index.ts

src/types.ts

@@ -32,6 +32,12 @@ export enum ComputeProvider {
   COHERE = "COHERE", // https://cohere.com
   FALAI = "FALAI", // https://fal.ai
   MODELSLAB = "MODELSLAB", // https://modelslab.com
+  MIDJOURNEY = "MIDJOURNEY",
+  SUNO = "SUNO",
+  UDIO = "UDIO",
+  LUMALABS = "LUMALABS",
+  KUAISHOU = "KUAISHOU",
+  RUNWAYML = "RUNWAYML",
 }
 
 export enum ComfyIcuAccelerator {
@@ -117,6 +123,7 @@ export type ComfyNode = {
   }
 }
 
+// note: they keep the high digit first in all cases
 export enum FalAiImageSize {
   SQUARE_HD = "square_hd",
   SQUARE = "square",
@@ -126,6 +133,23 @@ export enum FalAiImageSize {
   LANDSCAPE_16_9 = "landscape_16_9"
 }
 
+export enum StabilityAiImageSize {
+  SQUARE = "1:1",
+  PORTRAIT_2_3 = "2:3",
+  PORTRAIT_4_5 = "4:5",
+  PORTRAIT_9_16 = "9:16",
+  PORTRAIT_9_21 = "9:21",
+  LANDSCAPE_3_2 = "3:2",
+  LANDSCAPE_5_4 = "5:4",
+  LANDSCAPE_16_9 = "16:9",
+  LANDSCAPE_21_9 = "21:9"
+}
+
+export enum StabilityAiGenerationMode {
+  "TEXT_TO_IMAGE" = "text-to-image",
+  "IMAGE_TO_IMAGE" = "image-to-image"
+}
+
 export interface ImageSegment {
     id: number;
     box: number[];