Upload 34 files

.env

@@ -0,0 +1,7 @@
+OPENAI_API_KEY=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
+ACTIVELOOP_TOKEN=eyJhbGciOiJIUzUxMiIsImlhdCI6MTY4NzM1NDkyMSwiZXhwIjoxNzE4OTc3MjYwfQ.eyJpZCI6ImRqcGFwemluIn0.ezQ-ChtNr76KXlEr_lSJuxsa9im6I2X9BeDpGzMWzdz2kkC7OI9zAD2iQ8LO98gdKC0gYRcE3FAAX0FnYgXeTg
+ACTIVELOOP_ORG_ID=djpapzin
+
+USE_STORAGE=True # Set to True to enable upstash
+UPSTASH_URL=equipped-alien-35043.upstash.io
+UPSTASH_PASSWORD=74eebd45fc4048138663d63869bf01c3

.gitignore

@@ -0,0 +1,161 @@
+disney-lyrics/
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/

.streamlit/config.toml

@@ -0,0 +1,3 @@
+[theme]
+base="dark"
+primaryColor="#9553BD"

API Documentation.md

@@ -0,0 +1,86 @@
+## Play My Emotions API Documentation
+
+### Overview
+
+The Play My Emotions API provides song recommendations based on user emotions. The primary endpoint is `/recommend`, which takes in a user's emotional text and returns a list of recommended songs.
+
+### Base URL
+
+```
+http://127.0.0.1:8000
+```
+
+### Endpoints
+
+#### 1. POST /recommend
+
+**Description**:  
+Provides song recommendations based on the user's emotional input.
+
+**Request**:
+
+- **Method**: POST
+- **URL**: `/recommend`
+- **Headers**:
+  - `Content-Type: application/json`
+- **Body**:
+
+```json
+{
+  "emotion_text": "string"
+}
+```
+
+**Parameters**:
+
+- `emotion_text` (required): A string containing the user's emotional state or feelings.
+
+**Response**:
+
+- **Status Code**: 200 OK
+- **Body**:
+
+```json
+{
+  "emotions": "string",
+  "songs": [
+    {
+      "name": "string",
+      "embed_url": "string"
+    },
+    ...
+  ]
+}
+```
+
+**Response Fields**:
+
+- `emotions`: A string representing the interpreted emotions based on the user's input.
+- `songs`: An array of song objects. Each object contains:
+  - `name`: The name of the recommended song.
+  - `embed_url`: The URL for embedding the song (e.g., a Spotify or YouTube embed link).
+
+**Example Request**:
+
+```json
+{
+  "emotion_text": "I am feeling joyful"
+}
+```
+
+**Example Response**:
+
+```json
+{
+  "emotions": "joyful, happy, elated",
+  "songs": [
+    {
+      "name": "Song Name 1",
+      "embed_url": "https://embed-link-1.com"
+    },
+    {
+      "name": "Song Name 2",
+      "embed_url": "https://embed-link-2.com"
+    }
+  ]
+}

Dockerfile

@@ -0,0 +1,11 @@
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . .
+
+CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]

README.md

@@ -1,10 +1,32 @@
----
-title: Emo Play
-emoji: ⚡
-colorFrom: green
-colorTo: blue
-sdk: docker
-pinned: false
----
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# Play My Emotions 🎵🏰🔮
+
+![Live Demo](PlayMyEmotions.jpeg)
+
+The app is on [Hugging Face Spaces](https://huggingface.co/spaces/DjPapzin/PlayMyEmotions) 🤗
+
+This app takes a user input and suggests songs that match its emotions/vibes.
+
+Made with [DeepLake](https://www.deeplake.ai/) 🚀 and [LangChain](https://python.langchain.com/en/latest/index.html) 🦜⛓️ 
+
+We also used [Upstash](https://upstash.com/) to store user inputs/emotions and recommended songs.
+
+## How it works
+
+The application follows a sequence of steps to deliver Disney songs matching the user's emotions:
+
+- **User Input**: The application starts by collecting the user's emotional state through a text input.
+- **Emotion Encoding**: The user-provided emotions are then fed to a Language Model (LLM). The LLM interprets and encodes these emotions.
+- **Similarity Search**: These encoded emotions are utilized to perform a similarity search within our [vector database](Deep Lake Vector Store in LangChain). This database houses Disney songs, each represented as emotional embeddings.
+- **Song Selection**: From the pool of top matching songs, the application randomly selects one. The selection is weighted, giving preference to songs with higher similarity scores.
+- **Song Retrieval**: The selected song's embedded player is displayed on the webpage for the user. Additionally, the LLM-interpreted emotional state associated with the chosen song is displayed.
+
+## Run it
+
+Clone this repo.
+
+Create a `venv`:
+
+```bash
+python -m venv .venv
+source .venv/bin/activate
+pip install -r requirements.txt

app.py

@@ -0,0 +1,102 @@
+# Import necessary libraries and modules
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
+from pathlib import Path
+from dotenv import load_dotenv
+from langchain.chains import LLMChain
+from langchain.prompts import PromptTemplate
+from langchain.chat_models import ChatOpenAI
+from langchain.embeddings.openai import OpenAIEmbeddings
+from langchain.schema import Document
+from data import load_db
+from names import DATASET_ID, MODEL_ID
+from storage import RedisStorage
+from utils import weighted_random_sample
+import os
+import numpy as np
+from typing import List, Dict
+
+# Load environment variables
+load_dotenv()
+
+# Initialize FastAPI app
+app = FastAPI(title="Play My Emotions API", description="API for emotion-based song recommendation", version="1.0")
+
+# Define request and response models
+class EmotionInput(BaseModel):
+    emotion_text: str
+
+class SongRecommendation(BaseModel):
+    emotions: str
+    recommended_songs: List[Dict[str, str]]
+
+# Check if storage is enabled
+USE_STORAGE = os.environ.get("USE_STORAGE", "True").lower() in ("true", "t", "1")
+
+# Initialize necessary components for the app
+def init():
+    embeddings = OpenAIEmbeddings(model=MODEL_ID)
+    dataset_path = f"hub://{os.environ['ACTIVELOOP_ORG_ID']}/{DATASET_ID}"
+
+    db = load_db(
+        dataset_path,
+        embedding_function=embeddings,
+        token=os.environ["ACTIVELOOP_TOKEN"],
+        read_only=True,
+    )
+
+    storage = RedisStorage(
+        host=os.environ["UPSTASH_URL"], password=os.environ["UPSTASH_PASSWORD"]
+    )
+    prompt = PromptTemplate(
+        input_variables=["user_input"],
+        template=Path("prompts/bot.prompt").read_text(),
+    )
+
+    llm = ChatOpenAI(temperature=0.3)
+    chain = LLMChain(llm=llm, prompt=prompt)
+
+    return db, storage, chain
+
+db, storage, chain = init()
+
+# Define API endpoint for song recommendation
+@app.post("/recommend", response_model=SongRecommendation)
+async def recommend_song(emotion: EmotionInput):
+    user_input = emotion.emotion_text
+    if not user_input:
+        raise HTTPException(status_code=400, detail="Emotion input is required")
+
+    docs, emotions = get_song(user_input, k=20)  # Assuming max_number_of_songs is 20 for now
+
+    # Modified to include song name and embed_url
+    recommended_songs = [{"name": doc.metadata["name"], "embed_url": doc.metadata["embed_url"]} for doc in docs]
+
+    return {"emotions": emotions, "recommended_songs": recommended_songs}
+
+# Helper function to get song based on user input
+def get_song(user_input: str, k: int = 20):
+    emotions = chain.run(user_input=user_input)
+    matches = db.similarity_search_with_score(emotions, distance_metric="cos", k=k)
+    docs, scores = zip(
+        *normalize_scores_by_sum(filter_scores(matches, 0.8))  # Assuming filter_threshold is 0.8 for now
+    )
+    choosen_docs = weighted_random_sample(
+        np.array(docs), np.array(scores), n=2  # Assuming number_of_displayed_songs is 2 for now
+    ).tolist()
+    return choosen_docs, emotions
+
+# Helper function to filter scores
+def filter_scores(matches, th: float = 0.8):
+    return [(doc, score) for (doc, score) in matches if score > th]
+
+# Helper function to normalize scores
+def normalize_scores_by_sum(matches):
+    scores = [score for _, score in matches]
+    tot = sum(scores)
+    return [(doc, (score / tot)) for doc, score in matches]
+
+# Run the app using uvicorn when the script is executed directly
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=8000)

data.py

@@ -0,0 +1,51 @@
+# Import necessary libraries and modules
+from dotenv import load_dotenv
+import json
+import os
+from langchain.embeddings.openai import OpenAIEmbeddings
+from langchain.llms import OpenAI
+from langchain.vectorstores import DeepLake
+from names import DATASET_ID, MODEL_ID
+
+# Load environment variables
+load_dotenv()
+
+# Function to create a DeepLake database from a given dataset path and JSON file
+def create_db(dataset_path: str, json_filepath: str) -> DeepLake:
+    # Load data from the JSON file
+    with open(json_filepath, "r") as f:
+        data = json.load(f)
+
+    # Extract texts and metadata from the data
+    texts = []
+    metadatas = []
+    for movie, lyrics in data.items():
+        for lyric in lyrics:
+            texts.append(lyric["text"])
+            metadatas.append(
+                {
+                    "movie": movie,
+                    "name": lyric["name"],
+                    "embed_url": lyric["embed_url"],
+                }
+            )
+
+    # Initialize embeddings using OpenAI
+    embeddings = OpenAIEmbeddings(model=MODEL_ID)
+
+    # Create a DeepLake database from the texts and metadata
+    db = DeepLake.from_texts(
+        texts, embeddings, metadatas=metadatas, dataset_path=dataset_path
+    )
+
+    return db
+
+# Function to load an existing DeepLake database
+def load_db(dataset_path: str, *args, **kwargs) -> DeepLake:
+    db = DeepLake(dataset_path, *args, **kwargs)
+    return db
+
+# If the script is executed directly, create a DeepLake database using the specified dataset path and JSON file
+if __name__ == "__main__":
+    dataset_path = f"hub://{os.environ['ACTIVELOOP_ORG_ID']}/{DATASET_ID}"
+    create_db(dataset_path, "data/emotions_with_spotify_url.json")

data/emotions_with_spotify_url.json

@@ -0,0 +1,495 @@
+{
+    "Aladdin": [
+        {
+            "name": "Friend Like Me",
+            "text": "excitement, happiness, humor, friendliness, generosity, willingness, eagerness, confidence",
+            "embed_url": "https://open.spotify.com/embed/track/5f2TWu6R2YYCJtLQ0fP78H?utm_source=generator"
+        },
+        {
+            "name": "Arabian Nights",
+            "text": "nostalgic, adventurous, exotic, intense, romantic, mysterious, whimsical, passionate",
+            "embed_url": "https://open.spotify.com/embed/track/0CKmN3Wwk8W4zjU0pqq2cv?utm_source=generator"
+        },
+        {
+            "name": "A Whole New World",
+            "text": "wonder, joy, excitement, adventure, romance, freedom, happiness, awe",
+            "embed_url": "https://open.spotify.com/embed/track/1hwdPQtFHISvZ9SXMkNrIK?utm_source=generator"
+        },
+        {
+            "name": "One Jump Ahead",
+            "text": "Thrill, fear, desperation, humor, defiance, friendship, hunger, rebellion.",
+            "embed_url": "https://open.spotify.com/embed/track/4wN8Ov3kPZdkJ8XcYxYUGz?utm_source=generator"
+        }
+    ],
+    "Aladdin (live-action)": [
+        {
+            "name": "A Whole New World",
+            "text": "nostalgia, wonder, excitement, joy, romance, adventure, hope, inspiration",
+            "embed_url": "https://open.spotify.com/embed/track/1hwdPQtFHISvZ9SXMkNrIK?utm_source=generator"
+        },
+        {
+            "name": "A Whole New World (End Title)",
+            "text": "joy, wonder, excitement, adventure, love, freedom, exhilaration, enchantment",
+            "embed_url": "https://open.spotify.com/embed/track/4U9CF27YlwHRtUGKUzhUTT?utm_source=generator"
+        },
+        {
+            "name": "Friend Like Me",
+            "text": "excitement, confidence, generosity, humor, friendliness, helpfulness, empowerment, joyfulness",
+            "embed_url": "https://open.spotify.com/embed/track/5f2TWu6R2YYCJtLQ0fP78H?utm_source=generator"
+        },
+        {
+            "name": "One Jump Ahead",
+            "text": "excitement, fear, desperation, humor, defiance, loneliness, camaraderie, determination",
+            "embed_url": "https://open.spotify.com/embed/track/4wN8Ov3kPZdkJ8XcYxYUGz?utm_source=generator"
+        },
+        {
+            "name": "Speechless (Full)",
+            "text": "determination, empowerment, resilience, strength, defiance, courage, passion, perseverance",
+            "embed_url": "https://open.spotify.com/embed/track/0XPsOSYzDJZJArevQNm2AR?utm_source=generator"
+        }
+    ],
+    "Aladdin: The Return of Jafar": [
+        {
+            "name": "Arabian Nights",
+            "text": "excitement, wonder, adventure, awe, joy, fascination, thrill, curiosity",
+            "embed_url": "https://open.spotify.com/embed/track/0CKmN3Wwk8W4zjU0pqq2cv?utm_source=generator"
+        }
+    ],
+    "Beauty and the Beast": [
+        {
+            "name": "Belle",
+            "text": "calm, content, curious, dreamy, happy, hopeful, romantic, whimsical",
+            "embed_url": "https://open.spotify.com/embed/track/1cPfKp9ThNZ1fez9itmUMN?utm_source=generator"
+        },
+        {
+            "name": "Be Our Guest",
+            "text": "joy, excitement, hospitality, gratitude, entertainment, nostalgia, comfort, satisfaction",
+            "embed_url": "https://open.spotify.com/embed/track/2F8LPJgSVTJxukoParTyBD?utm_source=generator"
+        }
+    ],
+    "Brave": [
+        {
+            "name": "Touch the Sky",
+            "text": "hopeful, adventurous, determined, inspired, free-spirited, empowered, awe-struck, exhilarated",
+            "embed_url": "https://open.spotify.com/embed/track/5yyqx4brn6Bm9U1Rj9ENnz?utm_source=generator"
+        }
+    ],
+    "Coco": [
+        {
+            "name": "Remember Me (D\u00fao)",
+            "text": "nostalgia, love, longing, sadness, hope, comfort, devotion, perseverance",
+            "embed_url": "https://open.spotify.com/embed/track/3pCgIUkmRHKydu9HE03QKY?utm_source=generator"
+        },
+        {
+            "name": "Remember Me (Ernesto de la Cruz)",
+            "text": "longing, separation, love, devotion, sadness, comfort, hope, reminiscence",
+            "embed_url": "https://open.spotify.com/embed/track/4ljlAxfaEjO4Q4g9FMtVj4?utm_source=generator"
+        },
+        {
+            "name": "The World Es Mi Familia",
+            "text": "joy, happiness, excitement, love, gratitude, belonging, unity, celebration",
+            "embed_url": "https://open.spotify.com/embed/track/7FOS31xq9jv4cXWtp6Jnzw?utm_source=generator"
+        },
+        {
+            "name": "Un Poco Loco",
+            "text": "confusion, love, amusement, uncertainty, joy, surprise, frustration, whimsy",
+            "embed_url": "https://open.spotify.com/embed/track/0OFknyqxmSQ42SoKxWVTok?utm_source=generator"
+        }
+    ],
+    "Descendants 3": [
+        {
+            "name": "Dig a Little Deeper",
+            "text": "Hope, Acceptance, Empowerment, Encouragement, Determination, Inspiration, Resilience, Confidence.",
+            "embed_url": "https://open.spotify.com/embed/track/7kh64k3P9Fk4EsA6vOdwmj?utm_source=generator"
+        }
+    ],
+    "Encanto": [
+        {
+            "name": "The Family Madrigal",
+            "text": "joy, excitement, wonder, confusion, love, pride, nostalgia, humor",
+            "embed_url": "https://open.spotify.com/embed/track/4b1yxSdlumA8N4fEk4UOZp?utm_source=generator"
+        },
+        {
+            "name": "Surface Pressure",
+            "text": "strength, confidence, anxiety, pressure, worry, fear, determination, resilience",
+            "embed_url": "https://open.spotify.com/embed/track/760jhRscwGbIIe1m1IIQpU?utm_source=generator"
+        },
+        {
+            "name": "Two Oruguitas",
+            "text": "love, yearning, hunger, fear, anticipation, change, trust, growth",
+            "embed_url": "https://open.spotify.com/embed/track/6jPVyjPqp2BNUJnDSwm8tK?utm_source=generator"
+        },
+        {
+            "name": "We Don't Talk About Bruno",
+            "text": "joy, fear, confusion, anxiety, frustration, curiosity, anger, humor",
+            "embed_url": "https://open.spotify.com/embed/track/52xJxFP6TqMuO4Yt0eOkMz?utm_source=generator"
+        },
+        {
+            "name": "What Else Can I Do?",
+            "text": "unexpected, beautiful, practiced, carnivorous, new, sick of pretty, rising, changing minds",
+            "embed_url": "https://open.spotify.com/embed/track/3XoYqtiWHhsk59frZupImG?utm_source=generator"
+        },
+        {
+            "name": "Waiting on a Miracle",
+            "text": "upset, mad, regret, sad, fine, longing, hopeful, impatient",
+            "embed_url": "https://open.spotify.com/embed/track/3oRW9ZGPRbLRMneQ5lwflt?utm_source=generator"
+        }
+    ],
+    "Enchanted": [
+        {
+            "name": "Happy Working Song",
+            "text": "joy, cheerfulness, contentment, enthusiasm, satisfaction, excitement, pleasure, happiness",
+            "embed_url": "https://open.spotify.com/embed/track/7G061Oqw7NXFr1NDTpXoI4?utm_source=generator"
+        },
+        {
+            "name": "So Close",
+            "text": "romantic, hopeful, longing, joy, fear, sadness, content, nostalgia",
+            "embed_url": "https://open.spotify.com/embed/track/3XFkhxO5jo2hBOWNzIQ9UB?utm_source=generator"
+        },
+        {
+            "name": "That's How You Know",
+            "text": "love, happiness, affection, devotion, passion, adoration, appreciation, romance",
+            "embed_url": "https://open.spotify.com/embed/track/1OzSfjFW08DTD51XoNnog7?utm_source=generator"
+        }
+    ],
+    "Frozen": [
+        {
+            "name": "Do You Want to Build a Snowman?",
+            "text": "loneliness, longing, sadness, nostalgia, hope, perseverance, friendship, playfulness",
+            "embed_url": "https://open.spotify.com/embed/track/2yi7HZrBOC4bMUSTcs4VK6?utm_source=generator"
+        },
+        {
+            "name": "For the First Time in Forever",
+            "text": "excited, hopeful, nervous, happy, anxious, optimistic, romantic, determined",
+            "embed_url": "https://open.spotify.com/embed/track/70b5Sq3ePOu3Gqg0hjlOtR?utm_source=generator"
+        },
+        {
+            "name": "In Summer",
+            "text": "joy, anticipation, excitement, happiness, nostalgia, humor, contentment, playfulness",
+            "embed_url": "https://open.spotify.com/embed/track/7bG6SQBGZthPDG5QJL5Gf7?utm_source=generator"
+        },
+        {
+            "name": "Let it Go",
+            "text": "isolation, determination, freedom, empowerment, resilience, confidence, defiance, happiness",
+            "embed_url": "https://open.spotify.com/embed/track/0qcr5FMsEO85NAQjrlDRKo?utm_source=generator"
+        },
+        {
+            "name": "Love is an Open Door",
+            "text": "joy, excitement, love, happiness, contentment, connection, optimism, anticipation",
+            "embed_url": "https://open.spotify.com/embed/track/68jg6wseZjKSJ0HUMjNS7C?utm_source=generator"
+        }
+    ],
+    "Frozen 2": [
+        {
+            "name": "All Is Found",
+            "text": "nostalgia, safety, discovery, fear, magic, bravery, loss, hope.",
+            "embed_url": "https://open.spotify.com/embed/track/5EeQQ8BVJTRkp1AIKJILGY?utm_source=generator"
+        },
+        {
+            "name": "Into the Unknown",
+            "text": "confusion, fear, hesitation, loneliness, longing, uncertainty, curiosity, determination",
+            "embed_url": "https://open.spotify.com/embed/track/421eObjg0DTm2qajJl5OJm?utm_source=generator"
+        },
+        {
+            "name": "Lost in the Woods",
+            "text": "wondering, lost, confused, sad, longing, hopeful, uncertain, anxious",
+            "embed_url": "https://open.spotify.com/embed/track/7namdlOhbtsc8FvoSafOQt?utm_source=generator"
+        },
+        {
+            "name": "Show Yourself",
+            "text": "trembling, familiar, sense of belonging, longing, certainty, purpose, anticipation, empowerment",
+            "embed_url": "https://open.spotify.com/embed/track/50WeOnXhM1H7AZEeIDoWfZ?utm_source=generator"
+        },
+        {
+            "name": "Some Things Never Change",
+            "text": "nostalgia, love, uncertainty, hope, contentment, joy, apprehension, gratitude",
+            "embed_url": "https://open.spotify.com/embed/track/4Xbotg4PCLJw9cDx2dtZLK?utm_source=generator"
+        },
+        {
+            "name": "When I Am Older",
+            "text": "nostalgia, comfort, curiosity, fear, acceptance, wisdom, optimism, reassurance",
+            "embed_url": "https://open.spotify.com/embed/track/1Tt7zr1yDbKbT8L4jzSZ74?utm_source=generator"
+        }
+    ],
+    "Hercules": [
+        {
+            "name": "A Star Is Born",
+            "text": "excitement, triumph, hope, inspiration, admiration, joy, pride, determination",
+            "embed_url": "https://open.spotify.com/embed/track/64Eug7tFE4KWJNQUE73BGe?utm_source=generator"
+        },
+        {
+            "name": "Go the Distance",
+            "text": "Hopeful, determined, inspired, optimistic, longing, driven, passionate, adventurous.",
+            "embed_url": "https://open.spotify.com/embed/track/0D1OY0M5A0qD5HGBvFmFid?utm_source=generator"
+        },
+        {
+            "name": "Zero to Hero",
+            "text": "excitement, admiration, joy, pride, amazement, awe, gratitude, inspiration",
+            "embed_url": "https://open.spotify.com/embed/track/4zDfgax6Ihb0UWdour1ZEs?utm_source=generator"
+        }
+    ],
+    "High School Musical": [
+        {
+            "name": "Start of Something New",
+            "text": "hopeful, excited, enamored, inspired, optimistic, joyful, eager, elated",
+            "embed_url": "https://open.spotify.com/embed/track/2JAE25n5JDyb3rp2ti0ql8?utm_source=generator"
+        },
+        {
+            "name": "We're All in This Together",
+            "text": "joyful, celebratory, unity, energetic, enthusiastic, uplifting, optimistic, empowering",
+            "embed_url": "https://open.spotify.com/embed/track/0cqNGWvuukhCiKvEX7utys?utm_source=generator"
+        }
+    ],
+    "HSM: The Musical: The Series": [
+        {
+            "name": "All I Want",
+            "text": "love, disappointment, frustration, confusion, doubt, loneliness, longing, self-reflection.",
+            "embed_url": "https://open.spotify.com/embed/track/1v6svH1Fyx9C1nIt1mA2DT?utm_source=generator"
+        }
+    ],
+    "HSM: The Musical: The Series (Season 2)": [
+        {
+            "name": "The Rose Song",
+            "text": "Wonder, doubt, love, trapped, beauty, freedom, growth, empowerment.",
+            "embed_url": "https://open.spotify.com/embed/track/4qCySCQyiyLT2mVUOM2zdS?utm_source=generator"
+        }
+    ],
+    "HSM: The Musical: The Series (Season 3)": [
+        {
+            "name": "You Never Know",
+            "text": "hope, anticipation, excitement, mystery, adventure, positivity, curiosity, wonder",
+            "embed_url": "https://open.spotify.com/embed/track/01tNpXoTjrqvb1zhG6wmop?utm_source=generator"
+        }
+    ],
+    "The Jungle Book": [
+        {
+            "name": "The Bare Necessities",
+            "text": "joy, contentment, relaxation, playfulness, curiosity, wonder, gratitude, simplicity",
+            "embed_url": "https://open.spotify.com/embed/track/7h5crXBSY5SSpXRIlklv74?utm_source=generator"
+        }
+    ],
+    "The Lion King": [
+        {
+            "name": "Can You Feel the Love Tonight",
+            "text": "romantic, sweet, magical, disastrous, truthful, hesitant, hopeful, doomed",
+            "embed_url": "https://open.spotify.com/embed/track/6TL9gJE5JibG8QR6n26eCS?utm_source=generator"
+        },
+        {
+            "name": "Circle of Life",
+            "text": "hope, despair, love, faith, wonder, awe, nostalgia, inspiration",
+            "embed_url": "https://open.spotify.com/embed/track/2KPMRUOwr8yB32EMvIg8aT?utm_source=generator"
+        },
+        {
+            "name": "Hakuna Matata",
+            "text": "joy, carefree, contentment, relief, humor, lightheartedness, friendship, acceptance",
+            "embed_url": "https://open.spotify.com/embed/track/5khPZny1Hf4w1XyHrZ6T0n?utm_source=generator"
+        },
+        {
+            "name": "I Just Can't Wait to Be King",
+            "text": "excitement, ambition, defiance, freedom, confidence, anticipation, joy, triumph",
+            "embed_url": "https://open.spotify.com/embed/track/2xUdYfY3LpJb4Iv37RypnO?utm_source=generator"
+        }
+    ],
+    "The Lion King (live-action)": [
+        {
+            "name": "Can You Feel the Love Tonight",
+            "text": "romantic, peaceful, harmonious, uncertain, fearful, hopeful, longing, doomed",
+            "embed_url": "https://open.spotify.com/embed/track/6TL9gJE5JibG8QR6n26eCS?utm_source=generator"
+        },
+        {
+            "name": "Circle of Life",
+            "text": "Joy, wonder, awe, hope, love, nostalgia, inspiration, contentment.",
+            "embed_url": "https://open.spotify.com/embed/track/2KPMRUOwr8yB32EMvIg8aT?utm_source=generator"
+        },
+        {
+            "name": "Hakuna Matata",
+            "text": "joy, happiness, carefree, contentment, humor, playfulness, relaxation, comfort",
+            "embed_url": "https://open.spotify.com/embed/track/5khPZny1Hf4w1XyHrZ6T0n?utm_source=generator"
+        },
+        {
+            "name": "I Just Can't Wait to Be King",
+            "text": "Excitement, Ambition, Confidence, Defiance, Rebellion, Anticipation, Joy, Empowerment",
+            "embed_url": "https://open.spotify.com/embed/track/2xUdYfY3LpJb4Iv37RypnO?utm_source=generator"
+        }
+    ],
+    "The Little Mermaid": [
+        {
+            "name": "Kiss the Girl",
+            "text": "excitement, curiosity, desire, shyness, sadness, regret, anticipation, courage",
+            "embed_url": "https://open.spotify.com/embed/track/75VAFZAhvPSw1euEHg1fQU?utm_source=generator"
+        },
+        {
+            "name": "Part of Your World",
+            "text": "wonder, desire, longing, curiosity, joy, hope, anticipation, yearning",
+            "embed_url": "https://open.spotify.com/embed/track/7tUSJY4nsDBJTjd1UXKRsT?utm_source=generator"
+        },
+        {
+            "name": "Poor Unfortunate Souls",
+            "text": "nasty, repentant, magic, sad, lonely, bored, withdrawn, busy",
+            "embed_url": "https://open.spotify.com/embed/track/7zsw78LtXUD7JfEwH64HK2?utm_source=generator"
+        },
+        {
+            "name": "Under the Sea",
+            "text": "happy, joyful, playful, carefree, energetic, lively, whimsical, adventurous",
+            "embed_url": "https://open.spotify.com/embed/track/6oYkwjI1TKP9D0Y9II1GT7?utm_source=generator"
+        }
+    ],
+    "Mary Poppins": [
+        {
+            "name": "Supercalifragilisticexpialidocious",
+            "text": "joy, excitement, playfulness, nostalgia, humor, confidence, charm, love",
+            "embed_url": "https://open.spotify.com/embed/track/5cvzqk8wsmLA9P7LrZCRb2?utm_source=generator"
+        }
+    ],
+    "Moana": [
+        {
+            "name": "How Far I'll Go",
+            "text": "nostalgia, longing, determination, curiosity, confusion, satisfaction, pride, uncertainty",
+            "embed_url": "https://open.spotify.com/embed/track/6mb6lVLNrcUgLnEN8QnDJd?utm_source=generator"
+        },
+        {
+            "name": "Where You Are",
+            "text": "happiness, contentment, tradition, pride, belonging, determination, nostalgia, joy",
+            "embed_url": "https://open.spotify.com/embed/track/2bwSCIuNtVrQPVddCi8sOW?utm_source=generator"
+        },
+        {
+            "name": "You're Welcome",
+            "text": "adorable, confident, proud, playful, grateful, boastful, humorous, friendly",
+            "embed_url": "https://open.spotify.com/embed/track/6U4VqEHy4n5VeiH4pQPL24?utm_source=generator"
+        }
+    ],
+    "Mulan": [
+        {
+            "name": "A Girl Worth Fighting For",
+            "text": "nostalgia, camaraderie, humor, determination, longing, admiration, optimism, romance",
+            "embed_url": "https://open.spotify.com/embed/track/3wjgPeXocinhLyPL37p70e?utm_source=generator"
+        },
+        {
+            "name": "Honor to Us All",
+            "text": "determination, pride, obedience, tradition, anxiety, hope, honor, cultural expectations",
+            "embed_url": "https://open.spotify.com/embed/track/78EMhiyAcalWWtnpk20Eoo?utm_source=generator"
+        },
+        {
+            "name": "Reflection",
+            "text": "doubt, insecurity, confusion, sadness, frustration, longing, self-discovery, acceptance",
+            "embed_url": "https://open.spotify.com/embed/track/4ASPjY65S7crmZBHML0L8d?utm_source=generator"
+        }
+    ],
+    "Mulan (Live-Action)": [
+        {
+            "name": "Reflection",
+            "text": "confusion, frustration, identity, longing, self-discovery, vulnerability, authenticity, empowerment",
+            "embed_url": "https://open.spotify.com/embed/track/4ASPjY65S7crmZBHML0L8d?utm_source=generator"
+        }
+    ],
+    "Pinocchio": [
+        {
+            "name": "When You Wish Upon a Star",
+            "text": "hopeful, optimistic, dreamy, inspired, happy, content, fulfilled, grateful",
+            "embed_url": "https://open.spotify.com/embed/track/1WrPa4lrIddctGWAIYYfP9?utm_source=generator"
+        }
+    ],
+    "Pinocchio (Live-Action)": [
+        {
+            "name": "When You Wish Upon a Star",
+            "text": "hopeful, optimistic, joyful, fulfilled, inspired, grateful, content, peaceful",
+            "embed_url": "https://open.spotify.com/embed/track/1WrPa4lrIddctGWAIYYfP9?utm_source=generator"
+        }
+    ],
+    "Pocahontas": [
+        {
+            "name": "Colors of the Wind",
+            "text": "wonder, defiance, connection, appreciation, curiosity, empowerment, harmony, respect",
+            "embed_url": "https://open.spotify.com/embed/track/1OYOLWqKmhkFIx2KC9ek1a?utm_source=generator"
+        }
+    ],
+    "The Princess and the Frog": [
+        {
+            "name": "Dig a Little Deeper",
+            "text": "joy, acceptance, self-discovery, contentment, optimism, encouragement, determination, hopefulness",
+            "embed_url": "https://open.spotify.com/embed/track/7kh64k3P9Fk4EsA6vOdwmj?utm_source=generator"
+        },
+        {
+            "name": "Down in New Orleans (Finale)",
+            "text": "excitement, happiness, joy, celebration, optimism, anticipation, nostalgia, contentment",
+            "embed_url": "https://open.spotify.com/embed/track/1fvc8FP8MUrIbHGYb4kF89?utm_source=generator"
+        },
+        {
+            "name": "When We're Human",
+            "text": "excitement, joy, confidence, optimism, contentment, nostalgia, determination, celebration",
+            "embed_url": "https://open.spotify.com/embed/track/2g2kJZcu1cFTw4aKE7w9Iq?utm_source=generator"
+        }
+    ],
+    "Robin Hood": [
+        {
+            "name": "Love",
+            "text": "nostalgia, love, longing, happiness, sadness, reflection, timelessness, sentimentality",
+            "embed_url": "https://open.spotify.com/embed/track/3M6YfoPwvvTHK1mnCQmqHI?utm_source=generator"
+        }
+    ],
+    "Sleeping Beauty": [
+        {
+            "name": "Once Upon a Dream",
+            "text": "nostalgia, love, familiarity, hope, longing, enchantment, romanticism, dreaminess",
+            "embed_url": "https://open.spotify.com/embed/track/3liiZRlJxa8GeLUgWMoIeu?utm_source=generator"
+        }
+    ],
+    "Tangled": [
+        {
+            "name": "I See the Light",
+            "text": "nostalgia, longing, clarity, happiness, wonder, realization, love, fulfillment",
+            "embed_url": "https://open.spotify.com/embed/track/0TuUCbB6uvIW0tJaxCSRBJ?utm_source=generator"
+        },
+        {
+            "name": "I've Got a Dream",
+            "text": "malice, violence, dream, love, humor, optimism, perseverance, unity",
+            "embed_url": "https://open.spotify.com/embed/track/0TCt7OFRdD8PQ6vTRQxNgQ?utm_source=generator"
+        },
+        {
+            "name": "Mother Knows Best",
+            "text": "protectiveness, fear, warning, love, concern, control, manipulation, persuasion",
+            "embed_url": "https://open.spotify.com/embed/track/1lOSxJNCLvWm2bYaTcTSmK?utm_source=generator"
+        },
+        {
+            "name": "Mother Knows Best (Reprise)",
+            "text": "Skepticism, confidence, warning, trust, superiority, concern, cynicism, assurance.",
+            "embed_url": "https://open.spotify.com/embed/track/1nrXPF5szKZhHr0iANiPcS?utm_source=generator"
+        }
+    ],
+    "Tarzan": [
+        {
+            "name": "Strangers Like Me",
+            "text": "curiosity, familiarity, wonder, desire, longing, excitement, eagerness, awe",
+            "embed_url": "https://open.spotify.com/embed/track/5Zb6JxSEcjsUNrINcAyAYJ?utm_source=generator"
+        },
+        {
+            "name": "You'll Be in My Heart",
+            "text": "Love, comfort, protection, trust, hope, determination, perseverance, dedication",
+            "embed_url": "https://open.spotify.com/embed/track/4Y8vb1uy9IjM2V1hqvrAid?utm_source=generator"
+        }
+    ],
+    "Toy Story": [
+        {
+            "name": "You've Got a Friend in Me",
+            "text": "friendship, loyalty, comfort, support, love, companionship, perseverance, devotion",
+            "embed_url": "https://open.spotify.com/embed/track/2stkLJ0JNcXkIRDNF3ld6c?utm_source=generator"
+        }
+    ],
+    "Turning Red": [
+        {
+            "name": "1 True Love",
+            "text": "sadness, love, obsession, longing, devotion, despair, hopelessness, affection",
+            "embed_url": "https://open.spotify.com/embed/track/2dJ1UJEQQq3jkLSJP4ZIoi?utm_source=generator"
+        },
+        {
+            "name": "Nobody Like U",
+            "text": "love, joy, friendship, loyalty, excitement, admiration, appreciation, happiness",
+            "embed_url": "https://open.spotify.com/embed/track/4bV5sf2B4hWBBd5HQ8S7KB?utm_source=generator"
+        },
+        {
+            "name": "U Know What's Up",
+            "text": "confidence, determination, motivation, empowerment, excitement, ambition, persuasion, triumph",
+            "embed_url": "https://open.spotify.com/embed/track/0d83zVs3OmdjrhfoAxg1dE?utm_source=generator"
+        }
+    ]
+}

data/lyrics_with_spotify_url_and_summary.json

@@ -0,0 +1 @@
+{"friend like me": {"summary": "SUMMARY: The song is about the genie's willingness to grant any wish and be a loyal friend to Aladdin, emphasizing the themes of friendship, loyalty, and magic.", "embed_url": "https://open.spotify.com/embed/track/5f2TWu6R2YYCJtLQ0fP78H?utm_source=generator"}, "arabian nights": {"summary": "SUMMARY: Adventure, excitement, and enchantment are the main themes of this song, which invites listeners to join in on a magical journey to a far-off land.", "embed_url": "https://open.spotify.com/embed/track/0CKmN3Wwk8W4zjU0pqq2cv?utm_source=generator"}, "a whole new world": {"summary": "SUMMARY: The song is about the excitement and wonder of discovering a new world with someone, and the feeling of being free to explore without any limitations.", "embed_url": "https://open.spotify.com/embed/track/1hwdPQtFHISvZ9SXMkNrIK?utm_source=generator"}, "one jump ahead": {"summary": "SUMMARY: Aladdin sings about his struggles to survive as a street rat, constantly evading the law and facing the judgment of society, while longing for a true friend.", "embed_url": "https://open.spotify.com/embed/track/4wN8Ov3kPZdkJ8XcYxYUGz?utm_source=generator"}, "a whole new world (end title)": {"summary": "SUMMARY: The song is about the excitement and wonder of discovering a new world with someone, with themes of adventure, love, and freedom.", "embed_url": "https://open.spotify.com/embed/track/4U9CF27YlwHRtUGKUzhUTT?utm_source=generator"}, "speechless (full)": {"summary": "The song is about empowerment and standing up for oneself, refusing to be silenced or underestimated.", "embed_url": "https://open.spotify.com/embed/track/0XPsOSYzDJZJArevQNm2AR?utm_source=generator"}, "belle": {"summary": "Themes/Emotions: Small town life, curiosity, being different, beauty, love, societal pressure, fitting in.", "embed_url": "https://open.spotify.com/embed/track/1cPfKp9ThNZ1fez9itmUMN?utm_source=generator"}, "be our guest": {"summary": "The song \"Be Our Guest\" from Beauty and the Beast is about the castle's enchanted objects welcoming Belle as their guest and providing her with a lavish dinner service.", "embed_url": "https://open.spotify.com/embed/track/2F8LPJgSVTJxukoParTyBD?utm_source=generator"}, "touch the sky": {"summary": "A song about chasing dreams and overcoming obstacles with determination and strength.", "embed_url": "https://open.spotify.com/embed/track/5yyqx4brn6Bm9U1Rj9ENnz?utm_source=generator"}, "remember me (d\u00fao)": {"summary": "The song is about remembering a loved one who is far away and keeping their love alive through music.", "embed_url": "https://open.spotify.com/embed/track/3pCgIUkmRHKydu9HE03QKY?utm_source=generator"}, "remember me (ernesto de la cruz)": {"summary": "SUMMARY: A song about longing and love, encouraging the listener to remember the singer even when they are apart.", "embed_url": "https://open.spotify.com/embed/track/4ljlAxfaEjO4Q4g9FMtVj4?utm_source=generator"}, "the world es mi familia": {"summary": "SUMMARY: Joy, family, music.", "embed_url": "https://open.spotify.com/embed/track/7FOS31xq9jv4cXWtp6Jnzw?utm_source=generator"}, "un poco loco": {"summary": "SUMMARY: The song expresses the confusion and craziness of love, with the lyrics describing the feeling of being \"un poco loco\" or a little bit crazy.", "embed_url": "https://open.spotify.com/embed/track/0OFknyqxmSQ42SoKxWVTok?utm_source=generator"}, "dig a little deeper": {"summary": "The song encourages self-discovery and self-acceptance, emphasizing that material possessions and wealth do not bring happiness.", "embed_url": "https://open.spotify.com/embed/track/7kh64k3P9Fk4EsA6vOdwmj?utm_source=generator"}, "the family madrigal": {"summary": "The song celebrates the diversity and magical abilities of the Madrigal family, emphasizing the importance of family and tradition.", "embed_url": "https://open.spotify.com/embed/track/4b1yxSdlumA8N4fEk4UOZp?utm_source=generator"}, "surface pressure": {"summary": "The song explores the theme of pressure and the emotions of feeling overwhelmed and inadequate, while also highlighting the importance of support from others.", "embed_url": "https://open.spotify.com/embed/track/760jhRscwGbIIe1m1IIQpU?utm_source=generator"}, "two oruguitas": {"summary": "The song is about two caterpillars in love who are navigating a changing world and learning to let go and embrace growth as they transform into butterflies.", "embed_url": "https://open.spotify.com/embed/track/6jPVyjPqp2BNUJnDSwm8tK?utm_source=generator"}, "we don't talk about bruno": {"summary": "The song explores fear, superstition, and the power of prophecy through the character of Bruno, who is associated with misfortune and tragedy.", "embed_url": "https://open.spotify.com/embed/track/52xJxFP6TqMuO4Yt0eOkMz?utm_source=generator"}, "what else can i do?": {"summary": "INPUT: \"Something That I Want\" from Tangled\nOUTPUT: Themes of longing, desire for adventure, and breaking free from confinement.", "embed_url": "https://open.spotify.com/embed/track/3XoYqtiWHhsk59frZupImG?utm_source=generator"}, "waiting on a miracle": {"summary": "The song explores themes of feeling left out, longing for acceptance, and the desire to prove oneself through a miracle.", "embed_url": "https://open.spotify.com/embed/track/3oRW9ZGPRbLRMneQ5lwflt?utm_source=generator"}, "happy working song": {"summary": "SUMMARY: The song celebrates the joy of hard work and finding happiness in mundane tasks.", "embed_url": "https://open.spotify.com/embed/track/7G061Oqw7NXFr1NDTpXoI4?utm_source=generator"}, "so close": {"summary": "SUMMARY: Longing for love and the fear of losing it, the song expresses the desire to hold onto a romantic dream and the hope of reaching a happy ending.", "embed_url": "https://open.spotify.com/embed/track/3XFkhxO5jo2hBOWNzIQ9UB?utm_source=generator"}, "that's how you know": {"summary": "The song explores the themes of love, affection, and the importance of expressing one's feelings to their partner.", "embed_url": "https://open.spotify.com/embed/track/1OzSfjFW08DTD51XoNnog7?utm_source=generator"}, "do you want to build a snowman?": {"summary": "Loneliness and longing for companionship between two sisters, as one tries to reconnect with the other who has withdrawn from their relationship.", "embed_url": "https://open.spotify.com/embed/track/2yi7HZrBOC4bMUSTcs4VK6?utm_source=generator"}, "for the first time in forever": {"summary": "Themes/Emotions: excitement, anticipation, loneliness, dreaming, romance, fear, pressure to conform.", "embed_url": "https://open.spotify.com/embed/track/70b5Sq3ePOu3Gqg0hjlOtR?utm_source=generator"}, "in summer": {"summary": "SUMMARY: The snowman dreams of experiencing summer and all its joys, while acknowledging the differences between hot and cold weather.", "embed_url": "https://open.spotify.com/embed/track/7bG6SQBGZthPDG5QJL5Gf7?utm_source=generator"}, "let it go": {"summary": "Themes: self-discovery, empowerment, letting go of fear and societal expectations.", "embed_url": "https://open.spotify.com/embed/track/0qcr5FMsEO85NAQjrlDRKo?utm_source=generator"}, "love is an open door": {"summary": "The song is about the excitement and joy of finding love and a sense of belonging with someone who thinks and feels the same way.", "embed_url": "https://open.spotify.com/embed/track/68jg6wseZjKSJ0HUMjNS7C?utm_source=generator"}, "all is found": {"summary": "SUMMARY: The song explores themes of memory, safety, bravery, and facing fears through the metaphor of a river that holds answers and magic.", "embed_url": "https://open.spotify.com/embed/track/5EeQQ8BVJTRkp1AIKJILGY?utm_source=generator"}, "into the unknown": {"summary": "SUMMARY: The song explores the fear and uncertainty of stepping into the unknown, while also acknowledging the desire for adventure and the struggle to resist the call of the unfamiliar.", "embed_url": "https://open.spotify.com/embed/track/421eObjg0DTm2qajJl5OJm?utm_source=generator"}, "lost in the woods": {"summary": "SUMMARY: The song explores the emotions of feeling lost and uncertain in a relationship, questioning whether to follow or let go, and the struggle of finding one's own path.", "embed_url": "https://open.spotify.com/embed/track/7namdlOhbtsc8FvoSafOQt?utm_source=generator"}, "show yourself": {"summary": "SUMMARY: The song is about self-discovery, finding one's purpose, and embracing one's true self.", "embed_url": "https://open.spotify.com/embed/track/50WeOnXhM1H7AZEeIDoWfZ?utm_source=generator"}, "some things never change": {"summary": "SUMMARY: Reflecting on the passage of time and the inevitability of change, the characters find comfort in the constants of their relationships and the traditions of their kingdom.", "embed_url": "https://open.spotify.com/embed/track/4Xbotg4PCLJw9cDx2dtZLK?utm_source=generator"}, "when i am older": {"summary": "INPUT: \"When I Am Older\" from Frozen 2\nOUTPUT: Acceptance of growing up and finding understanding in the future.", "embed_url": "https://open.spotify.com/embed/track/1Tt7zr1yDbKbT8L4jzSZ74?utm_source=generator"}, "a star is born": {"summary": "The song celebrates the birth of a star and encourages listeners to find hope and power within themselves to become heroes.", "embed_url": "https://open.spotify.com/embed/track/64Eug7tFE4KWJNQUE73BGe?utm_source=generator"}, "go the distance": {"summary": "INPUT: \"Go the Distance\" from Disney's Hercules\nOUTPUT: Themes of determination, perseverance, and finding one's place in the world.", "embed_url": "https://open.spotify.com/embed/track/0D1OY0M5A0qD5HGBvFmFid?utm_source=generator"}, "zero to hero": {"summary": "The song \"Zero to Hero\" from Disney's Hercules is about the transformation of the main character from a nobody to a hero, and the admiration and fame that comes with it.", "embed_url": "https://open.spotify.com/embed/track/4zDfgax6Ihb0UWdour1ZEs?utm_source=generator"}, "start of something new": {"summary": "The song is about the excitement and nervousness of starting a new relationship and the feeling of discovering new possibilities.", "embed_url": "https://open.spotify.com/embed/track/2JAE25n5JDyb3rp2ti0ql8?utm_source=generator"}, "we're all in this together": {"summary": "The song celebrates togetherness, unity, and the idea that everyone is special in their own way, encouraging people to work together to achieve their dreams.", "embed_url": "https://open.spotify.com/embed/track/0cqNGWvuukhCiKvEX7utys?utm_source=generator"}, "all i want": {"summary": "INPUT: \"All I Want\" from \"High School Musical: The Musical: The Series\"\nOUTPUT: Frustration and confusion about love and self-worth.", "embed_url": "https://open.spotify.com/embed/track/1v6svH1Fyx9C1nIt1mA2DT?utm_source=generator"}, "the rose song": {"summary": "The song is about breaking free from the expectations of others and embracing one's true self.", "embed_url": "https://open.spotify.com/embed/track/4qCySCQyiyLT2mVUOM2zdS?utm_source=generator"}, "you never know": {"summary": "The song is about embracing the unknown and being open to new experiences and opportunities.", "embed_url": "https://open.spotify.com/embed/track/01tNpXoTjrqvb1zhG6wmop?utm_source=generator"}, "the bare necessities": {"summary": "The song emphasizes the importance of simplicity and nature, encouraging listeners to let go of their worries and focus on the basic necessities of life.", "embed_url": "https://open.spotify.com/embed/track/7h5crXBSY5SSpXRIlklv74?utm_source=generator"}, "can you feel the love tonight": {"summary": "SUMMARY: The song explores the emotions of falling in love, the fear of rejection, and the uncertainty of the future.", "embed_url": "https://open.spotify.com/embed/track/6TL9gJE5JibG8QR6n26eCS?utm_source=generator"}, "circle of life": {"summary": "INPUT: \"The Circle of Life\" from The Lion King\nOUTPUT: Themes of the song include the vastness and wonder of life, the endless cycle of birth and death, and the importance of finding one's place in the world.", "embed_url": "https://open.spotify.com/embed/track/2KPMRUOwr8yB32EMvIg8aT?utm_source=generator"}, "hakuna matata": {"summary": "The song \"Hakuna Matata\" is about living a carefree life without worries, and finding joy in the present moment.", "embed_url": "https://open.spotify.com/embed/track/5khPZny1Hf4w1XyHrZ6T0n?utm_source=generator"}, "i just can't wait to be king": {"summary": "SUMMARY: Simba expresses his excitement and eagerness to become king, while his friends caution him about the responsibilities and challenges that come with it.", "embed_url": "https://open.spotify.com/embed/track/2xUdYfY3LpJb4Iv37RypnO?utm_source=generator"}, "kiss the girl": {"summary": "The song is about the desire to kiss someone and the fear of missing out on the opportunity, with a focus on the importance of taking action and seizing the moment.", "embed_url": "https://open.spotify.com/embed/track/75VAFZAhvPSw1euEHg1fQU?utm_source=generator"}, "part of your world": {"summary": "SUMMARY: The song expresses the desire of the protagonist to explore the world beyond her own and be a part of it, highlighting the themes of curiosity, longing, and adventure.", "embed_url": "https://open.spotify.com/embed/track/7tUSJY4nsDBJTjd1UXKRsT?utm_source=generator"}, "poor unfortunate souls": {"summary": "The song \"Poor Unfortunate Souls\" from The Little Mermaid is about Ursula, a witch who uses her magic to help those who are miserable and lonely, but at a cost, and emphasizes the importance of body language and holding one's tongue to get what they want.", "embed_url": "https://open.spotify.com/embed/track/7zsw78LtXUD7JfEwH64HK2?utm_source=generator"}, "under the sea": {"summary": "The song celebrates the joy and freedom of life under the sea, contrasting it with the hard work and struggles of life on land.", "embed_url": "https://open.spotify.com/embed/track/6oYkwjI1TKP9D0Y9II1GT7?utm_source=generator"}, "supercalifragilisticexpialidocious": {"summary": "The song is about the power of a made-up word to boost confidence and change lives.", "embed_url": "https://open.spotify.com/embed/track/5cvzqk8wsmLA9P7LrZCRb2?utm_source=generator"}, "how far i'll go": {"summary": "SUMMARY: A young girl struggles with her desire to explore beyond her island home and the expectations placed upon her, ultimately embracing her own path and the unknown possibilities ahead.", "embed_url": "https://open.spotify.com/embed/track/6mb6lVLNrcUgLnEN8QnDJd?utm_source=generator"}, "where you are": {"summary": "The song emphasizes the importance of tradition, community, and finding happiness where you are.", "embed_url": "https://open.spotify.com/embed/track/2bwSCIuNtVrQPVddCi8sOW?utm_source=generator"}, "you're welcome": {"summary": "The song is about Maui boasting of his accomplishments and telling the listener that they should be grateful for all the things he has done for them.", "embed_url": "https://open.spotify.com/embed/track/6U4VqEHy4n5VeiH4pQPL24?utm_source=generator"}, "a girl worth fighting for": {"summary": "The song \"A Girl Worth Fighting For\" from Mulan explores the soldiers' desires for a perfect woman who is worth fighting for.", "embed_url": "https://open.spotify.com/embed/track/3wjgPeXocinhLyPL37p70e?utm_source=generator"}, "honor to us all": {"summary": "SUMMARY: The song highlights the societal pressure on women to conform to traditional gender roles and bring honor to their families by marrying well and bearing sons.", "embed_url": "https://open.spotify.com/embed/track/78EMhiyAcalWWtnpk20Eoo?utm_source=generator"}, "reflection": {"summary": "SUMMARY: Self-discovery, identity, authenticity, and the struggle to be true to oneself.", "embed_url": "https://open.spotify.com/embed/track/4ASPjY65S7crmZBHML0L8d?utm_source=generator"}, "when you wish upon a star": {"summary": "SUMMARY: The song encourages listeners to believe in their dreams and have faith that they will come true, with themes of hope, destiny, and the power of positive thinking.", "embed_url": "https://open.spotify.com/embed/track/1WrPa4lrIddctGWAIYYfP9?utm_source=generator"}, "colors of the wind": {"summary": "The song explores themes of cultural differences, environmentalism, and the interconnectedness of all living things.", "embed_url": "https://open.spotify.com/embed/track/1OYOLWqKmhkFIx2KC9ek1a?utm_source=generator"}, "down in new orleans (finale)": {"summary": "SUMMARY: The song celebrates the lively and vibrant atmosphere of New Orleans, emphasizing the joy and excitement that can be found in the city's music, culture, and community.", "embed_url": "https://open.spotify.com/embed/track/1fvc8FP8MUrIbHGYb4kF89?utm_source=generator"}, "when we're human": {"summary": "Themes: aspirations for a better life, desire for fun and enjoyment, sense of responsibility and hard work, importance of doing one's best.", "embed_url": "https://open.spotify.com/embed/track/2g2kJZcu1cFTw4aKE7w9Iq?utm_source=generator"}, "love": {"summary": "Themes: Love, Time, Nostalgia, Continuity.", "embed_url": "https://open.spotify.com/embed/track/3M6YfoPwvvTHK1mnCQmqHI?utm_source=generator"}, "once upon a dream": {"summary": "SUMMARY: Longing for a past love and hoping for a future reunion.", "embed_url": "https://open.spotify.com/embed/track/3liiZRlJxa8GeLUgWMoIeu?utm_source=generator"}, "i see the light": {"summary": "SUMMARY: Discovery of clarity and purpose through newfound love and perspective.", "embed_url": "https://open.spotify.com/embed/track/0TuUCbB6uvIW0tJaxCSRBJ?utm_source=generator"}, "i've got a dream": {"summary": "The song \"I've Got a Dream\" from Tangled is about embracing your dreams and aspirations, no matter how unconventional or unlikely they may seem, and finding common ground with others who share similar hopes and desires.", "embed_url": "https://open.spotify.com/embed/track/0TCt7OFRdD8PQ6vTRQxNgQ?utm_source=generator"}, "mother knows best": {"summary": "SUMMARY: Overprotective mother warns daughter of the dangers of the outside world and insists that she stay with her, using fear tactics and manipulation to keep her close.", "embed_url": "https://open.spotify.com/embed/track/1lOSxJNCLvWm2bYaTcTSmK?utm_source=generator"}, "mother knows best (reprise)": {"summary": "Themes/Emotions: Doubt, Maturity, Deception, Trust, Motherly Love.", "embed_url": "https://open.spotify.com/embed/track/1nrXPF5szKZhHr0iANiPcS?utm_source=generator"}, "strangers like me": {"summary": "The song explores the themes of curiosity, self-discovery, and a desire to connect with others who may seem different but share a common humanity.", "embed_url": "https://open.spotify.com/embed/track/5Zb6JxSEcjsUNrINcAyAYJ?utm_source=generator"}, "you'll be in my heart": {"summary": "A song about protection, love, and the unbreakable bond between a parent and child.", "embed_url": "https://open.spotify.com/embed/track/4Y8vb1uy9IjM2V1hqvrAid?utm_source=generator"}, "you've got a friend in me": {"summary": "SUMMARY: Loyalty and support in friendship, reassurance that someone will always be there for you.", "embed_url": "https://open.spotify.com/embed/track/2stkLJ0JNcXkIRDNF3ld6c?utm_source=generator"}, "1 true love": {"summary": "INPUT: \"1 True Love\" from the movie \"Lilo & Stitch\"\nOUTPUT: Themes of unrequited love, heartbreak, and the belief that love can be art.", "embed_url": "https://open.spotify.com/embed/track/2dJ1UJEQQq3jkLSJP4ZIoi?utm_source=generator"}, "nobody like u": {"summary": "SUMMARY: The song expresses the intense love and devotion between two individuals who have never met anyone like each other.", "embed_url": "https://open.spotify.com/embed/track/4bV5sf2B4hWBBd5HQ8S7KB?utm_source=generator"}, "u know what's up": {"summary": "SUMMARY: Empowerment and determination to achieve success through hard work and perseverance.", "embed_url": "https://open.spotify.com/embed/track/0d83zVs3OmdjrhfoAxg1dE?utm_source=generator"}}

docs/BLOG.md

@@ -0,0 +1,263 @@
+FairytaleDJ 🎵🏰🔮: Recommending Disney songs with Langchain and DeepLake
+
+TL;DR We used [LangChain](https://python.langchain.com/en/latest/index.html), [OpenAI ChatGPT](https://openai.com/blog/chatgpt), [DeepLake](https://www.deeplake.ai/) and [Streamlit](https://streamlit.io/) to create a web app that recommends Disney songs based on a user input.
+
+![alt](images/app.gif)
+
+A demo is on [Hugging Face 🤗](https://huggingface.co/spaces/Francesco/FairytaleDJ)
+
+<!-- <iframe src="https://huggingface.co/spaces/Francesco/FairytaleDJ"/> -->
+Hey there! Today we will see how to leverage [DeepLake](https://www.deeplake.ai/) to create a document retrieval system. This won't be your usual Q&A demo app were we just directly a user's query to embedded documents using [LangChain](https://python.langchain.com/en/latest/index.html). Nope, we will showcase how we can leverage LLMs to encode our data in such a way that will make our matching easier, better and faster.
+
+Step by step, we'll unpack the behind-the-scenes of [`FairytaleDJ`](https://github.com/FrancescoSaverioZuppichini/FairytaleDJ) a web app to recommend Disney songs based on user input. **The goal is simple:** We ask how the user is feeling and we want to somehow retrieve Disney songs that go "well" with that input. For example, if the user is sad, probably a song like [Reflection from Mulan](https://www.youtube.com/watch?v=lGGXsm0a5s0) would be appropriate. 
+
+This is a perfect example where vanilla Q&A fails. If you try to find similarities between users' feelings (like, "Today I am great") and song lyrics, you won't really get too good results. That's because song embeddings capture everything in the lyrics, making them "more open". Instead, what we want to do is to encode both inputs, users and lyrics, into a similar representation and then run the search. We won't spoil too much here, so shopping list time. We need mainly three things: data, a way to encode it and a way to match it with user input.
+
+
+## Getting the data
+
+To get our songs, we decided to scrape `https://www.disneyclips.com/lyrics/`, a website containing all the lyrics for **all** Disney songs ever made. The code is [here](https://github.com/FrancescoSaverioZuppichini/FairytaleDJ/blob/main/scrape.py) and it relies on `asyncio` to speed up things, we won't focus too much on it.
+
+Then, we used [Spotify Python APIs](https://spotipy.readthedocs.io/en/2.22.1/) to get all the embedding URL for each song into the ["Disney Hits" Playlist](https://open.spotify.com/playlist/37i9dQZF1DX8C9xQcOrE6T). We proceed to remove all the songs that we had scraped but are not in this playlist. By doing so, we end up with 85 songs.
+
+We end up with a [`json`](https://github.com/FrancescoSaverioZuppichini/FairytaleDJ/blob/main/data/lyrics_with_spotify_url.json) looking like this.
+
+```json
+{
+  "Aladdin": [
+    {
+      "name": "Arabian Nights",
+      "text": "Oh, I come from a land, from a faraway place. Where the caravan camels roam. Where it's flat and immense. And the heat is intense. It's barbaric, but, hey, it's home. . When the wind's from the East. And the sun's from the West. And the sand in the glass is right. Come on down. Stop on by. Hop a carpet and fly. To another Arabian night. . Arabian nights. Like Arabian days. More often than not. Are hotter than hot. In a lot of good ways. . Arabian nights. 'Neath Arabian moons. A fool off his guard. Could fall and fall hard. Out there on the dunes. . ",
+      "embed_url": "https://open.spotify.com/embed/track/0CKmN3Wwk8W4zjU0pqq2cv?utm_source=generator"
+    },
+    ...
+  ],
+```
+## Data encoding
+We were looking for a good way to retrieve the songs. We evaluated different approaches. We used ActiveLoop [DeepLake](https://docs.deeplake.ai/en/latest/) vector db and more specifically its implementation in [LangChain](https://python.langchain.com/en/latest/ecosystem/deeplake.html).
+
+Creating the dataset was very easy. Given the previous `json` file, we proceed to embed the `text` field using `langchain.embeddings.openai.OpenaAIEmbeddings` and add all the rest of keys/values as `metadata`
+
+```python
+from langchain.embeddings.openai import OpenAIEmbeddings
+from langchain.llms import OpenAI
+from langchain.vectorstores import DeepLake
+
+def create_db(dataset_path: str, json_filepath: str) -> DeepLake:
+    with open(json_filepath, "r") as f:
+        data = json.load(f)
+
+    texts = []
+    metadatas = []
+
+    for movie, lyrics in data.items():
+        for lyric in lyrics:
+            texts.append(lyric["text"])
+            metadatas.append(
+                {
+                    "movie": movie,
+                    "name": lyric["name"],
+                    "embed_url": lyric["embed_url"],
+                }
+            )
+
+    embeddings = OpenAIEmbeddings(model="text-embedding-ada-002")
+
+    db = DeepLake.from_texts(
+        texts, embeddings, metadatas=metadatas, dataset_path=dataset_path
+    )
+
+    return db
+```
+
+To load it, we can simply:
+
+```python
+def load_db(dataset_path: str, *args, **kwargs) -> DeepLake:
+    db = DeepLake(dataset_path, *args, **kwargs)
+    return db
+```
+
+My `dataset_path` is `hub://<ACTIVELOOP_ORGANIZATION_ID>/<DATASET_NAME>`, but you can also store it locally. Their doc is [here](https://docs.activeloop.ai/getting-started/creating-datasets-manually)
+
+## Matching  
+
+Next step was to find a way to match our songs with a given user inputs, we tried several things till we found out a cheap way that works qualitavely well. So let's start with the failures 😅
+
+### What didn't work
+
+#### Similarity search of direct embeddings.
+This approach was straightforward. We create embeddings for the lyrics and the user input with gpt3 and do a similarity search. Unfortunatly, we noticed very bad suggestions, this is due to the fact that we want to match user's emotions to the songs not exactly what it is saying. 
+
+For example, if we search for similar songs using "I am sad", we will see very similar scores across all documents
+
+```python
+ db.similarity_search_with_score("I am happy", distance_metric="cos", k=100)
+ ```
+
+If we plot the scores using a box plot, we will see they mostly are around `0.74` 
+
+![alt](images/full_search_scores.png)
+
+While the first 10 songs do not really match so well
+
+```
+The World Es Mi Familia 0.7777353525161743
+Go the Distance 0.7724394202232361
+Waiting on a Miracle 0.7692896127700806
+Happy Working Song 0.7679054141044617
+In Summer 0.7620900273323059
+So Close 0.7601353526115417
+When I Am Older 0.7582702040672302
+How Far I'll Go 0.7560539245605469
+You're Welcome 0.7539903521537781
+What Else Can I Do? 0.7535801529884338
+```
+
+
+#### Using ChatGPT as a retrieval system
+We also tried to nuke the whole lyrics into chatGPT and asked it to return matching songs with the user input. We had to first create a one-sentence summary of each lyric to fit into 4096 tokens. Resulting in around 3k tokens per request (0.006$). It follows the prompt template, very simple but very long. The `{songs}` variable holds the JSON with all the songs
+
+```
+You act like a song retrivial system. We want to propose three songs based on the user input. We provide you a list of song with their themes in the format <MOVIE_NAME>;<SONG_TITLE>:<SONG_THEMES>. To match the user input to the song try to find themes/emotions from it, try imagine what emotions the user may have and what song may be just nice to listen to. Add a bit of randomness in your decision.
+If you don't find a match provide your best guess. Try to look at each song's themes to provide more variations in the match. Please only output songs contained in following list.
+
+{songs}
+
+Given a input, output three songs as a list that goes well with the input. The list of songs will be used to retrieve them from our database. The type of the reply is List[str, str, str]. Please follow the following example formats
+
+Examples:
+Input: "Today I am not feeling great"
+["<MOVIE_NAME>;<SONG_TITLE>", "<MOVIE_NAME>;<SONG_TITLE>", "<MOVIE_NAME>;<SONG_TITLE>"]
+Input: "I am great today"
+["<MOVIE_NAME>;<SONG_TITLE>", "<MOVIE_NAME>;<SONG_TITLE>", "<MOVIE_NAME>;<SONG_TITLE>"]
+
+The user input is {user_input}
+```
+
+That **did work** okayish but was overkill.
+Later on, we also tried the emotional encoding that we will talk about in the next section. It had a comparable performance.
+
+### What did work: Similarity search of emotions embeddings.
+
+Finally, we arrived at an approach that is unexpensive to run and gives good results. We convert each lyric to a list of 8 emotions using ChatGPT. [The prompt](https://github.com/FrancescoSaverioZuppichini/FairytaleDJ/blob/main/prompts/summary_with_emotions.prompt) is the following
+
+```text
+I am building a retrieval system. Given the following song lyric
+
+{song}
+
+You are tasked to produce a list of 8 emotions that I will later use to retrieve the song. 
+
+Please provide only a list of comma separated  emotions
+```
+For example, using the "Arabian Nights" from Aladdin (shown in the previous section), we obtained `"nostalgic, adventurous, exotic, intense, romantic, mysterious, whimsical, passionate"`. 
+
+We then embed each emotion for each song with gpt3 and store it into. 
+
+The full script is [here](https://github.com/FrancescoSaverioZuppichini/FairytaleDJ/blob/main/scripts/create_emotions_summary.py)
+
+Now, we need to convert the user input to a list of emotions, we used again ChatGPT with a [custom prompt](https://github.com/FrancescoSaverioZuppichini/FairytaleDJ/blob/main/prompts/bot.prompt).
+
+```text
+We have a simple song retrieval system. It accepts 8 emotions. You are tasked to suggest between 1 and 4 emotions to match the users' feelings. Suggest more emotions for longer sentences and just one or two for small ones, trying to condense the main theme of the input
+
+Examples:
+
+Input: "I had a great day!" 
+"Joy"
+Input: "I am very tired today and I am not feeling well"
+"Exhaustion, Discomfort, and Fatigue"
+Input: "I am in Love"
+"Love"
+
+Please, suggest emotions for input = "{user_input}", reply ONLY with a list of emotions/feelings/vibes
+``` 
+
+Here we tasked the model to provide between one and four emotions, this worked best empirically given the fact that most inputs are short.
+
+Let's see some examples:
+
+```
+"I'm happy and sad today" -> "Happiness, Sadness"
+"hey rock you" -> "Energy, excitement, enthusiasm"
+"I need to cry" -> "Sadness, Grief, Sorrow, Despair" 
+```
+
+![alt](images/workflow.png)
+
+Then we used these emotions to actually perform the similarity search on the db.
+
+
+```python
+user_input = "I am happy"
+# we use chatGPT to get emotions from a user input
+emotions = chain.run(user_input=user_input)
+# we find the k more similar song
+matches = db.similarity_search_with_score(emotions, distance_metric="cos", k=k)
+```
+
+These are the scores obtained from that search (`k=100`), they are more spreaded apart.
+
+![alt](images/emotions_search_scores.png)
+
+And the songs makes more sense.
+
+```
+Down in New Orleans (Finale) 0.9068354368209839
+Happy Working Song 0.9066014885902405
+Love is an Open Door 0.8957026600837708
+Circle of Life 0.8907418251037598
+Where You Are 0.8890194892883301
+In Summer 0.8889626264572144
+Dig a Little Deeper 0.8887585401535034
+When We're Human 0.8860496282577515
+Hakuna Matata 0.8856213688850403
+The World Es Mi Familia 0.884093165397644
+```
+
+We also implement some postprocessing. We first filter out the low-scoring one
+
+```python
+def filter_scores(matches: Matches, th: float = 0.8) -> Matches:
+    return [(doc, score) for (doc, score) in matches if score > th]
+
+matches = filter_scores(matches, 0.8)
+```
+
+To add more variations, aka not always recommend the first one, we need to sample from the list of candidate matches. To do so, we first ensure the scores sum to one by diving by their sum.
+
+```python
+def normalize_scores_by_sum(matches: Matches) -> Matches:
+    scores = [score for _, score in matches]
+    tot = sum(scores)
+    return [(doc, (score / tot)) for doc, score in matches]
+```
+
+Then we sample `n` songs [using a modified version](https://github.com/FrancescoSaverioZuppichini/FairytaleDJ/blob/main/utils.py) of `np.random.choice(..., p=scores)`, basically everything we sample we remove the element we have sampled. This ensures we don't sample two times the same element. 
+
+
+```python
+docs, scores = zip(*matches)
+docs = weighted_random_sample(
+    np.array(docs), np.array(scores), n=number_of_displayed_songs
+).tolist()
+for doc in docs:
+    print(doc.metadata["name"])
+```
+
+And finally we have our songs. Then, we created a webapp using [Streamlit](https://streamlit.io/) and we hosted the app on an [Hugging Face space](https://huggingface.co/spaces/Francesco/FairytaleDJ)
+
+
+![alt](images/app.png) 
+
+
+## Conclusion
+
+While we explained how to mix these technologies together to create a song recommendation system you can apply the same principles to more use cases. The main takeaway here is to understand how to leverage LLMs to make the data work for you by transforming it to fit your task better. This was crucial for us since only after the converted both users' inputs and songs' lyrics to a list of emotions, we were able to have good matches.
+
+That's all folks 🎉 
+
+Thanks for reading and see you in the next one 💜
+
+Francesco

docs/post.md

@@ -0,0 +1,21 @@
+ChatGPT + LangChain + DeepLake + Disney + Streamlit = FairytaleDJ 🎵🏰🔮
+
+I love Disney songs, as you may know, so I am sharing an app that will suggest Disney songs based on user input, give it a try! 
+
+The demo is on Hugging Face spaces built with Streamlit 🤗 🚀 : https://huggingface.co/spaces/Francesco/FairytaleDJ
+
+(thanks to Freddy Boulton for the suggestion)
+
+I had embedded using gpt-3 around 100 Disney songs with the following strategy:
+
+▪️ for each song, ask chatGPT to give me 8 emotions based on the lyrics
+▪️ embed each song using these emotions with gpt3 on Activeloop DeepLake vector db (I've collab with them for this one)
+▪️ when a user inputs something, use chatGPT to convert it to a list of emotions
+▪️ do a similarity search on the vector db with the user's emotions
+▪️ filter out low-scoring songs
+▪️ Sample n songs based on their final score
+
+GitHub: https://github.com/FrancescoSaverioZuppichini/FairytaleDJ/blob/main/app.py
+Explanation Video: https://www.youtube.com/watch?v=nJl0LesTxzs
+
+#ai #ml #chatgpt #llms #opensource #machinelearning #programming #deeplearning 

names.py

@@ -0,0 +1,4 @@
+# Constants for model and dataset IDs
+MODEL_ID = "text-embedding-ada-002"
+DATASET_ID = "disney-lyrics"
+# DATASET_ID = "disney-lyrics-emotions"  # Alternative dataset ID (currently commented out)

prompts/bot.prompt

@@ -0,0 +1,12 @@
+We have a simple song retrieval system. It accepts 8 emotions. You are tasked to suggest between 1 and 4 emotions to match the users feelings. Suggest more emotions for longer sentences and just one or two for small ones, trying to condense the main theme of the input
+
+Examples:
+
+Input: "I had a great day!" 
+"Joy"
+Input: "I am very tired today and I am not feeling well"
+"Exhaustion, Discomfort, and Fatigue"
+Input: "I am in Love"
+"Love"
+
+Please, suggest emotions for input = "{user_input}", reply ONLY with a list of emotions/feelings/vibes

prompts/bot_with_summary.prompt

@@ -0,0 +1,14 @@
+You act like a song retrivial system. We want to propose three songs based on the user input. We provide you a list of song with their themes in the format <MOVIE_NAME>;<SONG_TITLE>:<SONG_THEMES>. To match the user input to the song try to find themes/emotions from it, try imagine what emotions the user may have and what song may be just nice to listen to. Add a bit of randomness in your decision.
+If you don't find a match provide your best guess. Try to look at each song's themes to provide more variations in the match. Please only output songs contained in following list.
+
+{songs}
+
+Given a input, output three songs as a list that goes well with the input. The list of songs will be used to retrieve them from our database. The type of the reply is List[str, str, str]. Please follow the following example formats
+
+Examples:
+Input: "Today I am not feeling great"
+["<MOVIE_NAME>;<SONG_TITLE>", "<MOVIE_NAME>;<SONG_TITLE>", "<MOVIE_NAME>;<SONG_TITLE>"]
+Input: "I am great today"
+["<MOVIE_NAME>;<SONG_TITLE>", "<MOVIE_NAME>;<SONG_TITLE>", "<MOVIE_NAME>;<SONG_TITLE>"]
+
+The user input is {user_input}

prompts/summary.prompt

@@ -0,0 +1,7 @@
+This is a disney song, can you output me a string with a one sentence summary of the themes/emotions of the song? Be specific, we will use the emotions/themes as keywords to search later. JUST the summary, not an introduction.
+
+examples
+INPUT: <SONG>
+OUTPUT: <SUMMARY>
+
+{song}

prompts/summary_with_emotions.prompt

@@ -0,0 +1,7 @@
+I am building a retrieval system. Given the following song lyric
+
+{song}
+
+You are tasked to produce a list of 8 emotions that I will later use to retrieve the song. 
+
+Please provide only a list of comma separated  emotions

requirements.txt

@@ -0,0 +1,12 @@
+openai
+python-dotenv
+deeplake
+langchain
+tiktoken
+aiohttp
+cchardet
+aiodns
+streamlit
+redis
+bs4
+altair

scrape.py

@@ -0,0 +1,99 @@
+import asyncio
+import json
+from collections import defaultdict
+from itertools import chain
+from typing import List, Optional, Tuple, TypedDict
+
+import aiohttp
+from bs4 import BeautifulSoup
+
+"""
+This file scrapes disney songs + lyrics from "https://www.disneyclips.com/lyrics/"
+"""
+
+# Base URL for scraping Disney lyrics
+URL = "https://www.disneyclips.com/lyrics/"
+
+# Function to get song names and URLs from a given movie URL
+async def get_lyrics_names_and_urls_from_movie_url(
+    movie_name: str, url: str, session: aiohttp.ClientSession
+) -> List[Tuple[str, str]]:
+    async with session.get(url) as response:
+        html = await response.text()
+        soup = BeautifulSoup(html, "html.parser")
+        table = soup.find("table", {"class": "songs"})
+        names_and_urls = []
+        if table:
+            links = table.find_all("a")
+            names_and_urls = []
+            for link in links:
+                names_and_urls.append(
+                    (movie_name, link.text, f"{URL}/{link.get('href')}")
+                )
+        return names_and_urls
+
+# Function to extract lyrics from a given lyric URL
+async def get_lyric_from_lyric_url(
+    movie_name: str, lyric_name: str, url: str, session: aiohttp.ClientSession
+) -> str:
+    async with session.get(url) as response:
+        html = await response.text()
+        soup = BeautifulSoup(html, "html.parser")
+        div = soup.find("div", {"id": "cnt"}).find("div", {"class": "main"})
+        paragraphs = div.find_all("p")
+        text = ""
+        # first <p> has the lyric
+        p = paragraphs[0]
+        for br in p.find_all("br"):
+            br.replace_with(". ")
+        for span in p.find_all("span"):
+            span.decompose()
+        text += p.text
+
+        return (movie_name, lyric_name, text)
+
+# Function to get movie names and URLs
+async def get_movie_names_and_urls(
+    session: aiohttp.ClientSession,
+) -> List[Tuple[str, str]]:
+    async with session.get(URL) as response:
+        html = await response.text()
+        soup = BeautifulSoup(html, "html.parser")
+        links = (
+            soup.find("div", {"id": "cnt"}).find("div", {"class": "main"}).find_all("a")
+        )
+        movie_names_and_urls = [
+            (link.text, f"{URL}/{link.get('href')}") for link in links
+        ]
+        return movie_names_and_urls
+
+# Main function to scrape Disney lyrics
+async def scrape_disney_lyrics():
+    async with aiohttp.ClientSession() as session:
+        data = await get_movie_names_and_urls(session)
+        data = await asyncio.gather(
+            *[
+                asyncio.create_task(
+                    get_lyrics_names_and_urls_from_movie_url(*el, session)
+                )
+                for el in data
+            ]
+        )
+        data = await asyncio.gather(
+            *[
+                asyncio.create_task(get_lyric_from_lyric_url(*data, session))
+                for data in chain(*data)
+            ]
+        )
+
+        result = defaultdict(list)
+
+        for movie_name, lyric_name, lyric_text in data:
+            result[movie_name].append({"name": lyric_name, "text": lyric_text})
+
+        with open("data/lyrics.json", "w") as f:
+            json.dump(result, f)
+
+# Run the scraping function
+loop = asyncio.get_event_loop()
+loop.run_until_complete(scrape_disney_lyrics())

scripts/create_emotions_summary.py

@@ -0,0 +1,42 @@
+"""
+This script takes all the songs we have and use the lyric to create a list of 8 emotions we then use to replace the lyric itself.
+This is needed to properly match user's emotions to the songs.
+"""
+
+from dotenv import load_dotenv
+
+load_dotenv()
+
+import json
+from collections import defaultdict
+from pathlib import Path
+
+from langchain.chains import LLMChain
+from langchain.chat_models import ChatOpenAI
+from langchain.prompts import PromptTemplate
+
+prompt = PromptTemplate(
+    input_variables=["song"],
+    template=Path("prompts/summary_with_emotions.prompt").read_text(),
+)
+
+llm = ChatOpenAI(temperature=0.7)
+
+chain = LLMChain(llm=llm, prompt=prompt)
+
+with open("data/lyrics_with_spotify_url.json", "r") as f:
+    data = json.load(f)
+
+new_data = defaultdict(list)
+
+for movie, songs in data.items():
+    for song in songs:
+        print(f"{song['name']}")
+        emotions = chain.run(song=song["text"])
+        new_data[movie].append(
+            {"name": song["name"], "text": emotions, "embed_url": song["embed_url"]}
+        )
+
+
+with open("data/emotions_with_spotify_url.json", "w") as f:
+    json.dump(new_data, f)

scripts/create_one_sentence_summary.py

@@ -0,0 +1,50 @@
+"""
+This script takes all the songs we have and create a summary for each lyric
+"""
+
+from dotenv import load_dotenv
+
+load_dotenv()
+
+import json
+from collections import defaultdict
+from pathlib import Path
+from pprint import pprint
+
+from langchain.chains import LLMChain
+from langchain.chat_models import ChatOpenAI
+from langchain.prompts import PromptTemplate
+
+prompt = PromptTemplate(
+    input_variables=["song"],
+    template=Path("prompts/summary.prompt").read_text(),
+)
+
+llm = ChatOpenAI(temperature=0)
+
+chain = LLMChain(llm=llm, prompt=prompt)
+
+with open(
+    "data/lyrics_with_spotify_url.json",
+    "r",
+) as f:
+    data = json.load(f)
+
+lyrics_summaries = {}
+
+for movie, lyrics in data.items():
+    for lyric in lyrics:
+        print(f"Creating summary for {lyric['name']}")
+        summary = chain.run(song=lyric["text"])
+        lyrics_summaries[lyric["name"].lower()] = {
+            "summary": summary,
+            "embed_url": lyric["embed_url"],
+        }
+
+with open(
+    "data/lyrics_with_spotify_url_and_summary.json",
+    "w",
+) as f:
+    json.dump(lyrics_summaries, f)
+
+pprint(lyrics_summaries)

scripts/keep_only_lyrics_on_spotify.py

@@ -0,0 +1,51 @@
+"""
+This script will keep only the songs that are in the Spotify "Disney Hits" playlist
+"""
+from dotenv import load_dotenv
+
+load_dotenv()
+import json
+from collections import defaultdict
+
+import spotipy
+from spotipy.oauth2 import SpotifyClientCredentials
+
+name = "Disney hits"
+
+spotify = spotipy.Spotify(auth_manager=SpotifyClientCredentials())
+results = spotify.search(q="playlist:" + name, type="playlist", limit=5)
+items = results["playlists"]["items"]
+
+uri = "spotify:playlist:37i9dQZF1DX8C9xQcOrE6T"
+playlist = spotify.playlist(uri)
+
+with open("data/lyrics.json", "r") as f:
+    data = json.load(f)
+
+spotify_tracks = {}
+
+for item in playlist["tracks"]["items"]:
+    track = item["track"]
+    track_name = track["name"].lower().split("-")[0].strip()
+    print(track_name)
+    spotify_tracks[track_name] = {
+        "id": track["id"],
+        "embed_url": f"https://open.spotify.com/embed/track/{track['id']}?utm_source=generator",
+    }
+
+# here we add only songs that are in the Disney spotify playlist
+
+data_filtered = defaultdict(list)
+tot = 0
+for movie, lyrics in data.items():
+    for lyric in lyrics:
+        name = lyric["name"].lower()
+        if name in spotify_tracks:
+            data_filtered[movie].append(
+                {**lyric, **{"embed_url": spotify_tracks[name]["embed_url"]}}
+            )
+            tot += 1
+print(tot)
+
+with open("data/lyrics_with_spotify_url.json", "w") as f:
+    json.dump(data_filtered, f)

storage.py

@@ -0,0 +1,22 @@
+import os
+from typing import List, TypedDict
+from uuid import uuid4
+import redis
+
+# Define the structure of user input data
+class UserInput(TypedDict):
+    text: str
+    emotions: str
+    songs: List[str]
+
+# Class for Redis storage operations
+class RedisStorage:
+    def __init__(self, host: str, password: str):
+        # Initialize Redis client
+        self._client = redis.Redis(host=host, port="35043", password=password, ssl=True)
+
+    # Function to store user input data in Redis
+    def store(self, data: UserInput) -> bool:
+        uid = uuid4()
+        response = self._client.json().set(f"data:{uid}", "$", data)
+        return response

utils.py

@@ -0,0 +1,30 @@
+import numpy as np
+
+# Function to perform weighted random sampling without replacement
+def weighted_random_sample(items: np.array, weights: np.array, n: int) -> np.array:
+    """
+    Does np.random.choice but ensuring we don't have duplicates in the final result
+
+    Args:
+        items (np.array): _description_
+        weights (np.array): _description_
+        n (int): _description_
+
+    Returns:
+        np.array: _description_
+    """
+    indices = np.arange(len(items))
+    out_indices = []
+
+    for _ in range(n):
+        chosen_index = np.random.choice(indices, p=weights)
+        out_indices.append(chosen_index)
+
+        mask = indices != chosen_index
+        indices = indices[mask]
+        weights = weights[mask]
+
+        if weights.sum() != 0:
+            weights = weights / weights.sum()
+
+    return items[out_indices]