fix: python json config (no heredoc), fallback http server on 8080

start.sh

@@ -1,22 +1,22 @@
 #!/bin/bash
 
-echo "[boot] Configuring Kaggle credentials..."
+echo "[boot] Kaggle creds..."
 if [ -n "$KAGGLE_USERNAME" ] && [ -n "$KAGGLE_KEY" ]; then
     mkdir -p ~/.kaggle
     printf '{"username":"%s","key":"%s"}' "$KAGGLE_USERNAME" "$KAGGLE_KEY" > ~/.kaggle/kaggle.json
     chmod 600 ~/.kaggle/kaggle.json
 fi
 
-echo "[boot] Configuring YouTube client secrets..."
+echo "[boot] YouTube secrets..."
 if [ -n "$YOUTUBE_CLIENT_ID" ] && [ -n "$YOUTUBE_CLIENT_SECRET" ]; then
     python3 -c "
 import json,os
 d={'installed':{'client_id':os.environ['YOUTUBE_CLIENT_ID'],'project_id':'yt-ai-bot','auth_uri':'https://accounts.google.com/o/oauth2/auth','token_uri':'https://oauth2.googleapis.com/token','auth_provider_x509_cert_url':'https://www.googleapis.com/oauth2/v1/certs','client_secret':os.environ['YOUTUBE_CLIENT_SECRET'],'redirect_uris':['http://localhost']}}
-open('/app/client_secrets.json','w').write(json.dumps(d))
-print('[boot] client_secrets.json written')"
+open('/app/client_secrets.json','w').write(json.dumps(d))"
+    echo "[boot] client_secrets.json written"
 fi
 
-echo "[boot] Pulling state from HF Dataset..."
+echo "[boot] HF Dataset pull..."
 python3 -c "
 import sys; sys.path.insert(0,'/app')
 try:
@@ -24,71 +24,75 @@ try:
     from pathlib import Path
     pull_state(Path('/app'))
 except Exception as e:
-    print(f'[boot] Hub pull skipped: {e}')
+    print('[boot] pull skipped:', e)
 "
 
-echo "[boot] Writing OpenClaw config..."
-mkdir -p ~/.openclaw
-GATEWAY_PASS="${OPENCLAW_PASSWORD:-arshit2025}"
-cat > ~/.openclaw/openclaw.json << JSONEOF
-{
-  "models": {
-    "providers": {
-      "ollama": {
-        "baseUrl": "http://127.0.0.1:11434/v1",
-        "apiKey": "ollama-local",
-        "api": "openai-responses",
-        "models": [
-          {
-            "id": "qwen2.5-coder:7b-instruct",
-            "name": "Qwen2.5-Coder 7B (local CPU)",
-            "contextWindow": 8192,
-            "maxTokens": 2048,
-            "cost": {"input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0},
-            "input": ["text"]
-          }
-        ]
-      }
-    }
-  },
-  "agents": {
-    "defaults": {
-      "model": {"primary": "ollama/qwen2.5-coder:7b-instruct"}
-    }
-  },
-  "gateway": {
-    "port": 8080,
-    "password": "$GATEWAY_PASS"
-  }
-}
-JSONEOF
-cp /app/SOUL.md ~/.openclaw/SOUL.md
-
-echo "[boot] Starting nginx..."
+echo "[boot] Nginx..."
 nginx
 
-echo "[boot] Starting Ollama..."
+echo "[boot] Ollama..."
 OLLAMA_HOST=127.0.0.1 ollama serve &
-
-echo "[boot] Waiting for Ollama..."
 for i in $(seq 1 60); do
-    if curl -sf http://127.0.0.1:11434/api/tags > /dev/null 2>&1; then
-        echo "[boot] Ollama ready after ${i}s"; break
-    fi
+    curl -sf http://127.0.0.1:11434/api/tags > /dev/null 2>&1 && echo "[boot] Ollama ready after ${i}s" && break
     sleep 2
 done
-
-echo "[boot] Pulling qwen2.5-coder:7b-instruct..."
 ollama pull qwen2.5-coder:7b-instruct
 
-echo "[boot] Starting pipeline..."
+echo "[boot] OpenClaw config..."
+mkdir -p ~/.openclaw
+GPASS="${OPENCLAW_PASSWORD:-arshit2025}"
+python3 -c "
+import json, os
+cfg = {
+  'models': {
+    'providers': {
+      'ollama': {
+        'baseUrl': 'http://127.0.0.1:11434/v1',
+        'apiKey': 'ollama-local',
+        'api': 'openai-responses',
+        'models': [{
+          'id': 'qwen2.5-coder:7b-instruct',
+          'name': 'Qwen2.5-Coder 7B',
+          'contextWindow': 8192,
+          'maxTokens': 2048,
+          'cost': {'input':0,'output':0,'cacheRead':0,'cacheWrite':0},
+          'input': ['text']
+        }]
+      }
+    }
+  },
+  'agents': {'defaults': {'model': {'primary': 'ollama/qwen2.5-coder:7b-instruct'}}},
+  'gateway': {'port': 8080, 'password': os.environ.get('OPENCLAW_PASSWORD','arshit2025')}
+}
+json.dump(cfg, open(os.path.expanduser('~/.openclaw/openclaw.json'),'w'), indent=2)
+print('[boot] openclaw.json written, gateway.password =', cfg['gateway']['password'])
+"
+cp /app/SOUL.md ~/.openclaw/SOUL.md
+
+echo "[boot] Pipeline..."
 python3 /app/automation.py >> /app/pipeline.log 2>&1 &
 echo "[boot] Pipeline PID: $!"
 
-echo "[boot] Starting OpenClaw..."
+echo "[boot] Starting OpenClaw gateway..."
 export OPENCLAW_API_PORT=8080
 export OLLAMA_HOST=http://127.0.0.1:11434
-openclaw gateway start || echo "[boot] OpenClaw gateway exited"
+openclaw gateway start &
+OC_PID=$!
+sleep 5
+
+if ! kill -0 $OC_PID 2>/dev/null; then
+    echo "[boot] OpenClaw died, starting fallback HTTP server on 8080..."
+    python3 -c "
+from http.server import HTTPServer, BaseHTTPRequestHandler
+class H(BaseHTTPRequestHandler):
+    def do_GET(self):
+        msg = b'<h1>Pipeline Running</h1><p>OpenClaw UI starting...</p>'
+        self.send_response(200); self.send_header('Content-Type','text/html')
+        self.end_headers(); self.wfile.write(msg)
+    def log_message(self, *a): pass
+HTTPServer(('0.0.0.0', 8080), H).serve_forever()
+" &
+fi
 
-echo "[boot] Sleeping to keep container alive..."
+echo "[boot] Done. Sleeping..."
 sleep infinity

sync_hub.py

@@ -5,41 +5,32 @@ HF_TOKEN = os.environ.get("HF_TOKEN", "")
 DATASET_REPO = os.environ.get("OPENCLAW_DATASET_REPO", "")
 PERSISTENT_FILES = {"topic_history.json", "fact_history.json", "token.pickle"}
 
-_api = None
-def _get_api():
-    global _api
-    if _api is None:
-        from huggingface_hub import HfApi
-        _api = HfApi(token=HF_TOKEN)
-    return _api
-
-def pull_state(base_dir: Path):
+def pull_state(base_dir):
     if not DATASET_REPO or not HF_TOKEN:
-        print("OPENCLAW_DATASET_REPO or HF_TOKEN not set, skipping pull"); return
+        print("Skipping hub pull: missing env vars"); return
     from huggingface_hub import hf_hub_download
-    from huggingface_hub.utils import EntryNotFoundError, RepositoryNotFoundError
-    print(f"Pulling state from {DATASET_REPO}...")
     for fname in PERSISTENT_FILES:
         try:
-            hf_hub_download(repo_id=DATASET_REPO, filename=fname, repo_type="dataset",
-                            token=HF_TOKEN, local_dir=str(base_dir), local_dir_use_symlinks=False)
+            hf_hub_download(repo_id=DATASET_REPO, filename=fname,
+                repo_type="dataset", token=HF_TOKEN,
+                local_dir=str(base_dir), local_dir_use_symlinks=False)
             print(f"  pulled {fname}")
-        except (EntryNotFoundError, RepositoryNotFoundError): pass
-        except Exception as e: print(f"  could not pull {fname}: {e}")
+        except Exception as e:
+            print(f"  skipped {fname}: {e}")
 
-def push_file(local_path: Path):
+def push_file(local_path):
     if not DATASET_REPO or not HF_TOKEN: return
-    if local_path.name not in PERSISTENT_FILES or not local_path.exists(): return
+    p = Path(local_path)
+    if p.name not in PERSISTENT_FILES or not p.exists(): return
     try:
-        _get_api().upload_file(
-            path_or_fileobj=str(local_path), path_in_repo=local_path.name,
+        from huggingface_hub import HfApi
+        HfApi(token=HF_TOKEN).upload_file(
+            path_or_fileobj=str(p), path_in_repo=p.name,
             repo_id=DATASET_REPO, repo_type="dataset", token=HF_TOKEN,
-            commit_message=f"auto: {local_path.name}")
-        print(f"  synced {local_path.name} to Hub")
+            commit_message=f"auto: {p.name}")
     except Exception as e:
-        print(f"  Hub sync failed for {local_path.name}: {e}")
+        print(f"  push failed {p.name}: {e}")
 
-def push_all_state(base_dir: Path):
+def push_all_state(base_dir):
     for fname in PERSISTENT_FILES:
-        p = base_dir / fname
-        if p.exists(): push_file(p)
+        push_file(Path(base_dir) / fname)