Update setup-hf-config.mjs

setup-hf-config.mjs

@@ -1,122 +1,143 @@
-import fs from "node:fs";
+import fs   from "node:fs";
 import path from "node:path";
+import http  from "node:http";
+import https from "node:https";
+import { execSync } from "node:child_process";
+
+// ============================================================
+// Config
+// ============================================================
+
+var OPENCLAW_DIR  = path.join(
+process.env.OPENCLAW_HOME || process.env.HOME || "/home/user",
+".openclaw"
+);
+var BOT_TOKEN     = (process.env.TELEGRAM_BOT_TOKEN || "").trim();
+var HF_TOKEN      = (process.env.HF_TOKEN           || "").trim();
+var DATASET_ID    = (process.env.HF_DATASET_ID      || "").trim();
+var ADMIN_CHAT_ID = (process.env.SYNC_ADMIN_CHAT_ID || "").trim();
+var LOOP_INTERVAL = 30 * 1000;
+var PROXY_PORT    = 7861;
+
+var REPO_DIR   = "/tmp/hf-sync-repo";
+var STATE_FILE = path.join(OPENCLAW_DIR, ".sync-state.json");
+
+var ALWAYS_EXCLUDE = [".sync-state.json", ".git", "openclaw.json.bak"];
+var LOG_PATTERNS   = [".log", ".log.", ".tmp", ".bak"];
+
+var SYNC_COMMANDS = [
+"/sync_all", "/sync_settings", "/sync_memory",
+"/pull_all", "/pull_settings", "/pull_memory",
+"/pause_all", "/pause_settings", "/pause_memory",
+"/pause_pull_settings", "/pause_pull_memory",
+"/resume_all", "/resume_settings", "/resume_memory",
+"/progress"
+];
 
-var HOME        = process.env.OPENCLAW_HOME || process.env.HOME || "/home/user";
-var STATE_DIR   = path.join(HOME, ".openclaw");
-var CONFIG_PATH = path.join(STATE_DIR, "openclaw.json");
-
-console.log("[setup] Starting... HOME=" + HOME);
+// ============================================================
+// Task registry
+// ============================================================
 
-function parseList(val) {
-  if (!val || !val.trim()) return [];
-  return val.split(",").map(function(s) { return s.trim(); }).filter(Boolean);
-}
+var tasks = {
+settings_upload: { active: false, timer: null, lastMsg: "idle" },
+settings_pull:   { active: false, timer: null, lastMsg: "idle" },
+memory_upload:   { active: false, timer: null, lastMsg: "idle" },
+memory_pull:     { active: false, timer: null, lastMsg: "idle" }
+};
 
-function envStr(key) {
-  return (process.env[key] || "").trim();
+function setTaskMsg(key, msg) {
+tasks[key].lastMsg = msg;
+console.log("[sync:" + key + "] " + msg);
 }
 
-var gatewayToken    = envStr("OPENCLAW_GATEWAY_TOKEN");
-var gatewayPassword = envStr("OPENCLAW_GATEWAY_PASSWORD");
+// ============================================================
+// State
+// ============================================================
 
-if (!gatewayToken && !gatewayPassword) {
-  console.error("[setup] FATAL: set OPENCLAW_GATEWAY_TOKEN or OPENCLAW_GATEWAY_PASSWORD in Secrets");
-  process.exit(1);
+function loadState() {
+try {
+if (fs.existsSync(STATE_FILE)) {
+return JSON.parse(fs.readFileSync(STATE_FILE, "utf-8"));
+}
+} catch (e) {}
+return {
+settings: { lastUpload: null, lastPull: null },
+memory:   { lastUpload: null, lastPull: null }
+};
 }
 
-var defaultModel = envStr("OPENCLAW_HF_DEFAULT_MODEL") || "google/gemini-2.0-flash";
-
-var EXCLUDE_PREFIXES = ["OPENCLAW_", "SPACE_", "SYSTEM_", "HF_", "NODE_", "PATH", "HOME", "USER", "PWD", "LANG", "LC_", "npm_", "HOSTNAME", "SHELL", "TERM", "SHLVL"];
-var INCLUDE_SUFFIXES = ["_API_KEY", "_SECRET_KEY", "_ACCESS_TOKEN", "_BOT_TOKEN", "_AUTH_TOKEN", "_APP_KEY"];
+function saveState(state) {
+try {
+fs.mkdirSync(OPENCLAW_DIR, { recursive: true });
+fs.writeFileSync(STATE_FILE, JSON.stringify(state, null, 2), "utf-8");
+} catch (e) {}
+}
 
-function isProviderKey(k) {
-  for (var i = 0; i < EXCLUDE_PREFIXES.length; i++) {
-    if (k.indexOf(EXCLUDE_PREFIXES[i]) === 0) return false;
-  }
-  for (var i = 0; i < INCLUDE_SUFFIXES.length; i++) {
-    var s = INCLUDE_SUFFIXES[i];
-    if (k.length > s.length && k.indexOf(s) === k.length - s.length) return true;
-  }
-  return false;
+function nowTs() {
+return new Date().toISOString().replace("T", " ").substring(0, 19);
 }
 
-var allKeys = Object.keys(process.env);
-var providerKeys = [];
-for (var i = 0; i < allKeys.length; i++) {
-  var k = allKeys[i];
-  if (isProviderKey(k) && (process.env[k] || "").trim()) {
-    providerKeys.push(k);
-  }
+// ============================================================
+// Progress bar
+// ============================================================
+
+function bar(done, total) {
+var width  = 10;
+var filled = total > 0 ? Math.round((done / total) * width) : 0;
+var pct    = total > 0 ? Math.round((done / total) * 100)  : 0;
+var b      = "";
+for (var i = 0; i < width; i++) b += i < filled ? "=" : "-";
+return "[" + b + "] " + pct + "% (" + done + "/" + total + ")";
 }
-providerKeys.sort();
 
-console.log("[setup] Detected provider keys (" + providerKeys.length + "):");
-providerKeys.forEach(function(k) { console.log("  + " + k); });
+// ============================================================
+// Git helpers
+// ============================================================
 
-var envProxies = parseList(envStr("OPENCLAW_GATEWAY_TRUSTED_PROXIES"));
-var trustedProxies = envProxies.length > 0 ? envProxies : [
-  "10.16.0.0/12", "10.20.0.0/12", "10.16.4.123", "10.16.7.92", "10.16.18.232",
-  "10.16.34.155", "10.16.43.133", "10.16.1.206", "10.16.37.110", "10.16.43.246",
-  "10.20.1.9", "10.20.1.222", "10.20.26.157", "10.20.31.87", "10.20.0.1", "172.17.0.1"
-];
+function repoUrl() {
+return "https://user:" + HF_TOKEN +
+"@huggingface.co/datasets/" + DATASET_ID;
+}
 
-var config = {
-  gateway: {
-    auth: gatewayToken ? { mode: "token", token: gatewayToken } : { mode: "password", password: gatewayPassword },
-    controlUi: {
-      allowInsecureAuth: true,
-      allowedOrigins: ["*"],
-      dangerouslyDisableDeviceAuth: true,
-      dangerouslyAllowHostHeaderOriginFallback: true
-    },
-    trustedProxies: trustedProxies
-  },
-  agents: {
-    defaults: { model: defaultModel }
-  },
-  env: { vars: {} }
-};
+function git(args, cwd) {
+return execSync("git " + args, {
+cwd:     cwd || REPO_DIR,
+stdio:   "pipe",
+timeout: 60000,
+env:     Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: "0" })
+}).toString().trim();
+}
 
-providerKeys.forEach(function(pk) {
-  config.env.vars[pk] = (process.env[pk] || "").trim();
-});
-
-// Webhook configuration
-var webhookBaseUrl = envStr("WEBHOOK_BASE_URL");
-var webhookSecret  = envStr("TELEGRAM_WEBHOOK_SECRET") || "openclaw-webhook-secret-2026";
-
-if (webhookBaseUrl) {
-  config.channels = {
-    telegram: {
-      enabled: true,
-      accounts: {
-        main: {
-          botToken: envStr("TELEGRAM_BOT_TOKEN")
-        }
-      },
-      webhook: {
-        enabled: true,
-        host: "0.0.0.0",
-        port: 0,
-        path: "/telegram-webhook",
-        secret: webhookSecret,
-        url: webhookBaseUrl + "/telegram-webhook"
-      }
-    }
-  };
-  console.log("[setup] Telegram: enabled in WEBHOOK mode, url=" + webhookBaseUrl + "/telegram-webhook");
-} else {
-  console.warn("[setup] WEBHOOK_BASE_URL not set in Secrets, webhook disabled");
+function ensureRepo() {
+if (fs.existsSync(path.join(REPO_DIR, ".git"))) return;
+execSync("rm -rf " + REPO_DIR, { stdio: "pipe" });
+try {
+git("clone --depth 1 " + repoUrl() + " " + REPO_DIR, "/tmp");
+} catch (e) {
+fs.mkdirSync(REPO_DIR, { recursive: true });
+git("init", REPO_DIR);
+git("remote add origin " + repoUrl(), REPO_DIR);
+}
+try {
+git("config user.email openclaw@hf.space");
+git("config user.name OpenClaw-Sync");
+} catch (e) {}
 }
 
-fs.mkdirSync(STATE_DIR, { recursive: true });
-if (fs.existsSync(CONFIG_PATH)) {
-  fs.copyFileSync(CONFIG_PATH, CONFIG_PATH + ".bak");
+function pullLatest() {
+try { git("pull --quiet --no-rebase origin main"); }
+catch (e) {
+try { git("pull --quiet --no-rebase origin master"); } catch (e2) {}
+}
 }
-fs.writeFileSync(CONFIG_PATH, JSON.stringify(config, null, 2), "utf-8");
 
-console.log("[setup] Done.");
-console.log("[setup]   auth     = " + (gatewayToken ? "token" : "password"));
-console.log("[setup]   model    = " + defaultModel);
-console.log("[setup]   webhook  = " + (webhookBaseUrl ? "enabled" : "disabled"));
-console.log("[setup]   config   = " + CONFIG_PATH);
+function commitAndPush(msg) {
+git("add -A");
+var changed = git("diff --cached --name-only");
+if (!changed) return 0;
+var count = changed.split("\n").filter(Boolean).length;
+git('commit -m "' + msg + '"');
+try { git("push --quiet origin HEAD:main"); }
+catch (e) { git("push --quiet origin HEAD:master"); }
+return count;
+}