Import Token

app.py

@@ -1,18 +1,15 @@
 import requests
 import logging
 import duckdb
+import numpy as np
+
 from gradio_huggingfacehub_search import HuggingfaceHubSearch
 from bertopic import BERTopic
 from bertopic.representation import (
     KeyBERTInspired,
     TextGeneration,
 )
-from bitsandbytes.cuda_setup.main import CUDASetup
-
-setup = CUDASetup.get_instance()
-
 from umap import UMAP
-import numpy as np
 from torch import cuda, bfloat16
 from transformers import (
     BitsAndBytesConfig,
@@ -24,13 +21,19 @@ from prompts import REPRESENTATION_PROMPT
 from hdbscan import HDBSCAN
 from sklearn.feature_extraction.text import CountVectorizer
 
-# from cuml.cluster import HDBSCAN
-# from cuml.manifold import UMAP
 from sentence_transformers import SentenceTransformer
 
+from dotenv import load_dotenv
+import os
+
 import spaces
 import gradio as gr
 
+
+load_dotenv()
+HF_TOKEN = os.getenv("HF_TOKEN")
+assert HF_TOKEN is not None, "You need to set HF_TOKEN in your environment variables"
+
 logging.basicConfig(
     level=logging.INFO, format="%(asctime)s - %(name)s - %(levelname)s - %(message)s"
 )

requirements.txt

@@ -5,8 +5,9 @@ duckdb
 umap-learn
 sentence-transformers
 bitsandbytes
-datamapplot
+datamapplot==0.3.0
 bertopic
 pandas
 torch
 numpy
+python-dotenv