update

.gitignore

@@ -18,4 +18,5 @@ data
 data.db
 data.json
 rooms_data.db
-sd-multiplayer-data/
+sd-multiplayer-data/
+diffusers-gallery-data/

README.md

@@ -1,5 +1,5 @@
 ---
-title: Sd Multiplayer Bot
+title: Diffusers Gallery Bot
 emoji: 🤖
 colorFrom: red
 colorTo: indigo

app.py

@@ -5,18 +5,30 @@ import aiohttp
 import requests
 import json
 from tqdm import tqdm
-
+from pathlib import Path
 from huggingface_hub import Repository
 
 from fastapi import FastAPI, BackgroundTasks
 from fastapi_utils.tasks import repeat_every
-from fastapi.staticfiles import StaticFiles
+from fastapi.middleware.cors import CORSMiddleware
 
 from db import Database
 
 HF_TOKEN = os.environ.get("HF_TOKEN")
 
-database = Database()
+
+DB_FOLDER = Path("diffusers-gallery-data")
+
+
+repo = Repository(
+    local_dir=DB_FOLDER,
+    repo_type="dataset",
+    clone_from="huggingface-projects/diffusers-gallery-data",
+    use_auth_token=True,
+)
+repo.git_pull()
+
+database = Database(DB_FOLDER)
 
 
 async def check_image_url(url):
@@ -115,6 +127,13 @@ async def sync_data():
 
 
 app = FastAPI()
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
 
 
 @ app.get("/sync")
@@ -152,7 +171,9 @@ def get_page(page: int = 1):
     }
 
 
-app.mount("/", StaticFiles(directory="static", html=True), name="static")
+@app.get("/")
+def read_root():
+    return "Just a bot to sync data from diffusers gallery"
 
 # @app.on_event("startup")
 # @repeat_every(seconds=1800)

db.py

@@ -2,22 +2,25 @@ import sqlite3
 from pathlib import Path
 
 
-class Database:
-    DB_PATH = Path("data/")
-    DB_FILE = DB_PATH / "models.db"
 
-    def __init__(self):
-        if not self.DB_FILE.exists():
+
+class Database:
+    def __init__(self, db_path=None):
+        if db_path is None:
+            raise ValueError("db_path must be provided")
+        self.db_path = db_path
+        self.db_file = self.db_path / "models.db"
+        if not self.db_file.exists():
             print("Creating database")
-            print("DB_FILE", self.DB_FILE)
-            db = sqlite3.connect(self.DB_FILE)
+            print("DB_FILE", self.db_file)
+            db = sqlite3.connect(self.db_file)
             with open(Path("schema.sql"), "r") as f:
                 db.executescript(f.read())
             db.commit()
             db.close()
 
     def get_db(self):
-        db = sqlite3.connect(self.DB_FILE, check_same_thread=False)
+        db = sqlite3.connect(self.db_file, check_same_thread=False)
         db.row_factory = sqlite3.Row
         return db
 

requirements.txt

@@ -5,5 +5,4 @@ tqdm
 fastapi
 requests
 asyncio
-aiohttp
-sqlite3
+aiohttp