up

database.json

@@ -10,7 +10,7 @@
       "audioPrompt": "electronic goal music from the 90s",
       "tags": [
         "trailer",
-        "cgi"
+        "abstract"
       ],
       "channel": "main",
       "shots": [
@@ -164,7 +164,7 @@
       "audioPrompt": "electronic goal music from the 90s",
       "tags": [
         "trailer",
-        "cgi"
+        "abstract"
       ],
       "channel": "main",
       "shots": [
@@ -430,8 +430,7 @@
       "audioPrompt": "energic pop cinematic orchestra",
       "tags": [
         "trailer",
-        "comedy",
-        "animation"
+        "comedy"
       ],
       "channel": "main",
       "shots": [
@@ -529,8 +528,7 @@
       "audioPrompt": "electronic ambient music",
       "tags": [
         "trailer",
-        "comedy",
-        "animation"
+        "comedy"
       ],
       "channel": "main",
       "shots": [
@@ -902,9 +900,6 @@
       "audioPrompt": "intense and fast-paced electronic and orchestra music for a space opera with synthetisers, electronic drum machine",
       "tags": [
         "trailer",
-        "comedy",
-        "action",
-        "adventure",
         "science-fiction"
       ],
       "channel": "main",
@@ -1535,9 +1530,7 @@
       "audioPrompt": "fast-paced combat music with guitars rifss and electronic drum loop",
       "tags": [
         "trailer",
-        "comedy",
-        "animation",
-        "action"
+        "comedy"
       ],
       "channel": "main",
       "shots": [
@@ -1635,9 +1628,6 @@
       "audioPrompt": "intense and fast-paced electronic and orchestra music with synthetisers, electronic drum machine",
       "tags": [
         "trailer",
-        "comedy",
-        "action",
-        "adventure",
         "science-fiction"
       ],
       "channel": "main",
@@ -1722,9 +1712,6 @@
       "audioPrompt": "intense and fast-paced electronic and orchestra music for a space opera with synthetisers, electronic drum machine",
       "tags": [
         "trailer",
-        "comedy",
-        "action",
-        "adventure",
         "science-fiction"
       ],
       "channel": "main",
@@ -1964,8 +1951,7 @@
       "audioPrompt": "soundtrack for a movie, with orchestra, calming, whale sounds and wood drums, flute",
       "tags": [
         "trailer",
-        "animation",
-        "adventure"
+        "comedy"
       ],
       "channel": "main",
       "shots": [
@@ -2049,7 +2035,6 @@
       "audioPrompt": "soundtrack for an action movie, energetic, fast-paced, drums, trumpet, strings, safari animals",
       "tags": [
         "trailer",
-        "action",
         "adventure"
       ],
       "channel": "main",
@@ -2220,8 +2205,7 @@
       "audioPrompt": "soundtrack for an action movie, energetic, fast-paced, drums, trumpet, strings, safari animals",
       "tags": [
         "trailer",
-        "action",
-        "adventure"
+        "comedy"
       ],
       "channel": "main",
       "shots": [
@@ -2430,7 +2414,6 @@
       "audioPrompt": "epic music for a pirate movie, lot of energy, adventure, action",
       "tags": [
         "trailer",
-        "action",
         "adventure"
       ],
       "channel": "main",
@@ -5302,7 +5285,8 @@
       "videoPrompt": "a 3D film similar to Pixar movies, with a rat in New York",
       "audioPrompt": "ambient deep house, drum machine, synth",
       "tags": [
-        "trailer"
+        "trailer",
+        "comedy"
       ],
       "channel": "main",
       "shots": [
@@ -6483,7 +6467,8 @@
       "videoPrompt": "an anime movie in the style of Studio Ghibli and Miyazaki, showing a magical panda becoming friend with a black cat. The panda can transform into various people and objects. Set in feudal japan, they go on adventures in beautiful japanese landscape. We can see leaves of cherry blossom, beautify japanese mountains, plains, rivers, traditional japanese settings. In nearly all scenes we should have dynamic camera effects (eg. rotating around the scene), as well as mist, haze or fog effect. To add to the mystic, each some scenes should have dramatic light effects, such as golden hour, god's ray.",
       "audioPrompt": "ambient deep house, drum machine, synth",
       "tags": [
-        "trailer"
+        "trailer",
+        "comedy"
       ],
       "channel": "main",
       "shots": [

package.json

@@ -5,6 +5,7 @@
   "main": "src/index.mts",
   "scripts": {
     "start": "node --loader ts-node/esm src/index.mts",
+    "bot": "node --loader ts-node/esm src/twitchBot.mts",
     "batch:interpolate": "node --loader ts-node/esm src/batch/interpolate_legacy.mts",
     "docker": "npm run docker:build && npm run docker:run",
     "docker:build": "docker build -t  media-server .",

scripts/channel_sf.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+echo "Starting FFMPEG live stream for channel sf"
+while true; do
+    if [ -f channel_sf.txt ] && [ -f channel_1_audio.txt ]; then
+        echo "Files exist, starting stream"
+        # Note: for now we also use channel 1 for audio!
+        ffmpeg -y -nostdin -re -f concat -safe 0 -i channel_science-fiction.txt -stream_loop -1 -safe 0 -i channel_1_audio.txt -loglevel error -c:v libx264 -preset veryfast -tune zerolatency -c:a aac -ar 44100 -shortest -f flv rtmp://localhost/live/sf
+    else
+        echo "Files do not exist, waiting for files"
+        sleep 1  # check every second
+    fi
+done

src/twitchBot.mts

@@ -1,10 +1,23 @@
 import { ChatClient } from "@kararty/dank-twitch-irc"
 
+const promptQueue: string[] = []
+
+const lowerCaseName = process.env.WEBTV_TWITCH_BOT_USERNAME
+const username = lowerCaseName
+const channel = lowerCaseName
+
+const fullCaseName = "AI_WebTV"
+
+// https://dev.twitch.tv/docs/irc/authenticate-bot/
+// ex to generate a token:
+// https://id.twitch.tv/oauth2/authorize?response_type=token&client_id=<CLIENTID>&redirect_uri=http://localhost&scope=chat%3Aread+chat%3Aedit
 const client = new ChatClient({
-  username: process.env.WEBTV_TWITCH_USERNAME,
-  password: `oauth:${process.env.WEBTV_TWITCH_API_KEY}`,
+  username,
+  password: `oauth:${process.env.WEBTV_TWITCH_BOT_TOKEN}`,
 })
 
+
+
 client.on("ready", () => {
   console.log("Successfully connected to chat")
 })
@@ -17,8 +30,22 @@ client.on("close", (error) => {
 
 client.on("PRIVMSG", (msg) => {
   console.log(`[#${msg.channelName}] ${msg.displayName}: ${msg.messageText}`)
+  const words = msg.messageText.split(" ")
+  const [command, ...rest] = words
+
+  if (msg.channelName === channel && words.includes(`@${fullCaseName}`)) {
+    console.log("We have been directly mentioned")
+    // client.say(channel, "yes, my lord?")
+    // TODO: we should use a chatbot eg. HuggingChat to add prompts to the queue
+
+    if (command === "!queue") {
+      client.say(channel, `there are ${promptQueue.length} prompts in the queue`)
+    } else if (command === "!add") {
+      client.say(channel, "adding prompts to the queue isn't supported yet")
+    }
+  }
 })
 
 // See below for more events
 client.connect()
-client.join("flngr")
+client.join("ai_webtv")

start.sh

@@ -5,7 +5,7 @@ bash ./scripts/init.sh
 
 # ------------ UPDATE MUSIC ------------
 # echo "skipping new music download"
-# bash scripts/download_fresh_music.sh
+bash scripts/download_fresh_music.sh
 
 # ---------- CONTENT ALIGNMENT ---------
 # bash scripts/censorship.sh