Upload 5 files

.gitattributes

@@ -1,35 +1,37 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.gguf* filter=lfs diff=lfs merge=lfs -text
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -1 +1,2 @@
-rename.sh
+test.py
+rename.sh

README.md

@@ -1,11 +1,13 @@
 ---
-title: Data Converter
-emoji: 🔢
-colorFrom: indigo
-colorTo: pink
+title: Monitor
+emoji: 📊
+colorFrom: gray
+colorTo: gray
 sdk: gradio
-sdk_version: 5.6.0
+sdk_version: 5.9.1
 app_file: app.py
 pinned: false
 license: apache-2.0
----
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -1,85 +1,293 @@
+import os
+import re
+import json
+import time
+import random
+import string
+import requests
+import schedule
 import gradio as gr
 import pandas as pd
-from utils import *
+from tqdm import tqdm
+from functools import partial
+from datetime import datetime, timedelta
 
+TIMEOUT = 15
+DELAY = 1
 
-def infer(input_file: str):
-    clean_cache()
+
+def start_monitor(url: str):
+    payload = {
+        "data": ["", ""],
+        "event_data": None,  # 使用None来表示null
+        "fn_index": 0,
+        "trigger_id": 11,
+        "session_hash": "".join(
+            random.choice(string.ascii_lowercase) for _ in range(11)
+        ),
+    }
+    response = requests.post(f"{url}/queue/join?", json=payload)
+    # 检查请求是否成功
+    if response.status_code == 200:
+        return "monitoring"
+
+    return "running"
+
+
+def add_six_hours(match):
+    datetime_str = match.group(0)
+    dt = datetime.strptime(datetime_str, "%Y-%m-%d %H:%M:%S")
+    dt_plus_six = dt + timedelta(hours=6)
+    return dt_plus_six.strftime("%Y-%m-%d %H:%M:%S")
+
+
+def fix_datetime(text: str):
+    datetime_pattern = r"\b\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}\b"
+    return re.sub(datetime_pattern, add_six_hours, text)
+
+
+def get_studios(username: str):
+    # 请求负载
+    payload = {
+        "PageNumber": 1,
+        "PageSize": 1000,
+        "Name": "",
+        "SortBy": "gmt_modified",
+        "Order": "desc",
+    }
+    try:
+        # 发送PUT请求
+        response = requests.put(
+            f"https://www.modelscope.cn/api/v1/studios/{username}/list",
+            data=json.dumps(payload),
+            headers={
+                "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.3"
+            },
+            timeout=TIMEOUT,
+        )
+        # 检查请求是否成功
+        response.raise_for_status()
+        # 解析JSON响应
+        spaces: list = response.json()["Data"]["Studios"]
+        if spaces:
+            studios = []
+            for space in spaces:
+                studios.append(
+                    f"https://www.modelscope.cn/api/v1/studio/{username}/{space['Name']}/start_expired"
+                )
+
+            return studios
+
+    except requests.exceptions.Timeout as errt:
+        print(f"请求超时: {errt}, retrying...")
+        time.sleep(DELAY)
+        return get_studios(username)
+
+    except Exception as err:
+        print(f"请求发生错误: {err}")
+
+    return []
+
+
+def get_spaces(username: str):
+    try:
+        # 发送GET请求
+        response = requests.get(
+            "https://huggingface.co/spaces-json",
+            params={"sort": "trending", "search": username},
+            headers={
+                "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537"
+            },
+            timeout=TIMEOUT,
+        )
+        # 检查请求是否成功
+        response.raise_for_status()
+        # 解析JSON响应
+        spaces: list = response.json()["spaces"]
+        studios = []
+        for space in spaces:
+            if space["author"] == username:
+                studios.append(
+                    f"https://{space['id'].replace('/', '-').replace('_', '-')}.hf.space"
+                )
+
+        return studios
+
+    except requests.exceptions.Timeout as errt:
+        print(f"请求超时: {errt}, retrying...")
+        time.sleep(DELAY)
+        return get_spaces(username)
+
+    except Exception as err:
+        print(f"请求发生错误: {err}")
+
+    return []
+
+
+def activate_space(url: str):
+    status = "running"
     try:
-        data_list = eval(f'encoder_{MODE["from"]}')(input_file)
-        output_file = eval(f'decoder_{MODE["to"]}')(data_list)
-        return output_file, pd.DataFrame(data_list)
+        if ".hf.space" in url:
+            response = requests.get(url, timeout=TIMEOUT)
+            response.raise_for_status()
+            if "-keep-spaces-active.hf.space" in url:
+                status = start_monitor(url)
+
+        else:
+            response = requests.put(url, timeout=TIMEOUT)
+            response.raise_for_status()
+            print("Expired studio found, restarting...")
+            while (
+                requests.get(
+                    url.replace("/start_expired", "/status"),
+                    timeout=TIMEOUT,
+                ).json()["Data"]["Status"]
+                == "ExpiredCreating"
+            ):
+                requests.get(
+                    url.replace("/api/v1/studio/", "/studios/").replace(
+                        "/start_expired", ""
+                    ),
+                    timeout=TIMEOUT,
+                )
+                time.sleep(5)
+
+    except requests.exceptions.Timeout as e:
+        if ".hf.space" in url:
+            status = "restarting"
+        else:
+            print(f"Failed to activate {url} : {e}, retrying...")
+            return activate_space(url)
+
+    except requests.RequestException as e:
+        if (
+            "500 Server Error:" in f"{e}"
+            and response.json()["Message"] == "studio is not expired"
+        ):
+            status = "running"
+        else:
+            status = f"{e}"
 
     except Exception as e:
-        return None, pd.DataFrame([{"请上传标准的数据文件": f"{e}"}])
-
-
-if __name__ == "__main__":
-    with gr.Blocks() as demo:
-        for item in TAB_CONFIG:
-            types = item.split(" ⇆ ")
-            with gr.Tab(item) as tab:
-                with gr.Row():
-                    with gr.Column():
-                        option = gr.Dropdown(
-                            choices=[
-                                f"{types[0]} → {types[1]}",
-                                f"{types[0]} ← {types[1]}",
-                            ],
-                            label="模式 Mode",
-                            value=f"{types[0]} → {types[1]}",
-                        )
-                        input_file = gr.components.File(
-                            type="filepath",
-                            label="上传原数据 Upload input file",
-                            file_types=[f".{types[0]}", f".{types[1]}"],
-                        )
-                        convert_btn = gr.Button("转换 Convert")
-
-                    with gr.Column():
-                        output_file = gr.components.File(
-                            type="filepath", label="下载转换数据 Download output file"
-                        )
-                        data_viewer = gr.Dataframe(label="数据预览 Data viewer")
-
-            option.change(change_mode, inputs=option)
-            tab.select(change_mode, inputs=option)
-            convert_btn.click(
-                infer, inputs=input_file, outputs=[output_file, data_viewer]
-            )
-
-        gr.Markdown(
-            """
-## 支持的 JSON 格式 (Supported JSON format)
-```
-[
-    {
-        "key1": "val11",
-        "key2": "val12",
-        ...
-    },
-    {
-        "key1": "val21",
-        "key2": "val22",
-        ...
-    },
-    ...
-]
-```
-## 支持的 JSON Lines 格式 (Supported jsonl format)
-```
-{"key1": "val11", "key2": "val12", ...}
-{"key1": "val21", "key2": "val22", ...}
-...
-```             
-## 支持的 CSV 格式 (Supported CSV format)
-```
-key1, key2, ...
-val11, val12, ...
-val21, val22, ...
-...
-```
-"""
+        status = f"{e}"
+
+    return status
+
+
+def activate(hf_users: str, ms_users: str):
+    if not hf_users:
+        hf_users = os.getenv("hf_users")
+
+    if not ms_users:
+        ms_users = hf_users
+
+    hf_usernames = hf_users.split(";")
+    ms_usernames = ms_users.split(";")
+    spaces = []
+    for user in tqdm(hf_usernames, desc="Collecting spaces..."):
+        username = user.strip()
+        if username:
+            spaces += get_spaces(username)
+            time.sleep(DELAY)
+
+    monitors, studios = [], []
+    for space in spaces:
+        if "keep-spaces-active" in space:
+            monitors.append(space)
+        else:
+            studios.append(space)
+    spaces = monitors + studios
+
+    for user in tqdm(ms_usernames, desc="Collecting studios..."):
+        username = user.strip()
+        if username:
+            spaces += get_studios(username)
+            time.sleep(DELAY)
+
+    output = []
+    for space in tqdm(spaces, desc="Activating spaces..."):
+        output.append(
+            {
+                "space": space.split("//")[-1].replace(
+                    "www.modelscope.cn/api/v1/studio/", ""
+                ),
+                "status": activate_space(space),
+            }
         )
+        time.sleep(DELAY)
+
+    print("Activation complete!")
+    return pd.DataFrame(output)
+
+
+def monitor(hf_users: str, ms_users: str, period=4):
+    if schedule.get_jobs():
+        return
+
+    if not hf_users:
+        hf_users = os.getenv("hf_users")
+
+    if not ms_users:
+        ms_users = hf_users
+
+    print(f"监控开启中...每 {period} 小时触发")
+    fixed_activate = partial(activate, hf_users=hf_users, ms_users=ms_users)
+    schedule.every(period).hours.do(fixed_activate)
+    while True:
+        schedule.run_pending()
+        time.sleep(DELAY)
+
+
+def listasks():
+    jobs = schedule.get_jobs()
+    if jobs:
+        details = f"{jobs}".replace("[", "").replace("]", "")
+        return fix_datetime(
+            details.split("functools.")[0] + "(" + details.split(") (")[-1]
+        )
+
+    return "None"
+
+
+with gr.Blocks() as demo:
+    gr.Interface(
+        title="Start keeping all spaces active periodically",
+        fn=monitor,
+        inputs=[
+            gr.Textbox(
+                label="HuggingFace",
+                placeholder="Usernames joint by ;",
+            ),
+            gr.Textbox(
+                label="ModelScope",
+                placeholder="Usernames joint by ;",
+            ),
+        ],
+        outputs=None,
+        allow_flagging="never",
+    )
+    gr.Interface(
+        title="See current task status",
+        fn=listasks,
+        inputs=None,
+        outputs=gr.Textbox(label="Current task details"),
+        allow_flagging="never",
+    )
+    gr.Interface(
+        title="Test activation for all spaces once",
+        fn=activate,
+        inputs=[
+            gr.Textbox(
+                label="HuggingFace",
+                placeholder="Usernames joint by ;",
+            ),
+            gr.Textbox(
+                label="ModelScope",
+                placeholder="Usernames joint by ;",
+            ),
+        ],
+        outputs=gr.Dataframe(label="Activated spaces"),
+        allow_flagging="never",
+    )
 
-    demo.launch()
+demo.launch()

requirements.txt

@@ -0,0 +1,4 @@
+requests
+beautifulsoup4
+tqdm
+schedule