Update app.py

app.py

@@ -10,8 +10,13 @@ import time
 import datetime
 import requests, json
 
-from huggingface_hub import hf_hub_download
-from llama_cpp import Llama
+from pprint import pprint
+import hivemind
+from petals.constants import PUBLIC_INITIAL_PEERS
+from health import fetch_health_state
+
+dht = hivemind.DHT(initial_peers=PUBLIC_INITIAL_PEERS, client_mode=True, start=True)
+model_name = "quantumaikr/llama-2-70b-fb16-korean"
 
 loop = asyncio.get_event_loop()
 # Monkey patch
@@ -100,6 +105,20 @@ def get_id_from_p2p(i):
     else:
         return "no id"
 
+# Blockchain code
+
+def get_peers():
+    data = fetch_health_state(dht)
+    out = []
+    for d in data['model_reports']:
+        if d['name'] == model_name:
+            for r in d['server_rows']:
+                out.append(r['peer_id'])
+
+    return out
+
+
+
 with gr.Blocks() as demo:
     count = 0
     aa = gr.Interface(