Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -46,10 +46,6 @@ p2p_list['id'] = '11111111'
|
|
46 |
|
47 |
gpu_add_list = []
|
48 |
|
49 |
-
def chat(id, npc, prompt):
|
50 |
-
|
51 |
-
return "AI ์๋ต์
๋๋ค."
|
52 |
-
|
53 |
|
54 |
def register(id, pw):
|
55 |
if id in account_list:
|
@@ -104,11 +100,12 @@ def get_id_from_p2p(i):
|
|
104 |
# Blockchain code
|
105 |
|
106 |
|
107 |
-
|
|
|
108 |
data = requests.get("https://health.petals.dev/api/v1/state").json()
|
109 |
out = []
|
110 |
for d in data['model_reports']:
|
111 |
-
if d['name'] ==
|
112 |
for r in d['server_rows']:
|
113 |
out.append(r['peer_id'])
|
114 |
return out
|
@@ -116,13 +113,17 @@ def get_peers(name):
|
|
116 |
blockchain = Blockchain()
|
117 |
|
118 |
def add_transaction(id, kind, data):
|
119 |
-
|
|
|
|
|
|
|
|
|
120 |
|
121 |
-
def proof(
|
122 |
-
peers = get_peers(
|
123 |
for p in gpu_add_list:
|
124 |
if not p in peers:
|
125 |
-
add_transaction(get_id_from_p2p(peer), "out", 0)
|
126 |
|
127 |
def get_coin(id):
|
128 |
c = blockchain.get_user_balance(id)
|
@@ -141,6 +142,21 @@ def get_data():
|
|
141 |
|
142 |
return output
|
143 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
144 |
with gr.Blocks() as demo:
|
145 |
count = 0
|
146 |
aa = gr.Interface(
|
@@ -185,18 +201,25 @@ with gr.Blocks() as demo:
|
|
185 |
description="add_p, id๋ก p2p id ์ถ๊ฐ. ok ๋ฐํ. \n /run/predict_5",
|
186 |
)
|
187 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
188 |
gc = gr.Interface(
|
189 |
fn=get_coin,
|
190 |
inputs=["text"],
|
191 |
outputs="text",
|
192 |
-
description="get_coin, id๋ก ์์ฌ ์ฝ์ธ(ํ๋๋ ฅ) ๋ฐํ. \n /run/
|
193 |
)
|
194 |
|
195 |
gd = gr.Interface(
|
196 |
fn=get_data,
|
197 |
inputs=[],
|
198 |
outputs="text",
|
199 |
-
description="get_data, ์๊ฐํ์ฉ ๋ชจ๋ ๋ฐ์ดํฐ ๋ฐํ. gpu๊ธฐ์ฌ ๋ชฉ๋ก, total/used, chain \n /run/
|
200 |
)
|
201 |
|
202 |
demo.queue(max_size=32).launch(enable_queue=True)
|
|
|
46 |
|
47 |
gpu_add_list = []
|
48 |
|
|
|
|
|
|
|
|
|
49 |
|
50 |
def register(id, pw):
|
51 |
if id in account_list:
|
|
|
100 |
# Blockchain code
|
101 |
|
102 |
|
103 |
+
model_name = "petals-team/StableBeluga2"
|
104 |
+
def get_peers(model_name):
|
105 |
data = requests.get("https://health.petals.dev/api/v1/state").json()
|
106 |
out = []
|
107 |
for d in data['model_reports']:
|
108 |
+
if d['name'] == model_name:
|
109 |
for r in d['server_rows']:
|
110 |
out.append(r['peer_id'])
|
111 |
return out
|
|
|
113 |
blockchain = Blockchain()
|
114 |
|
115 |
def add_transaction(id, kind, data):
|
116 |
+
if kind == "add" or kind == "inference" or kind == "out":
|
117 |
+
blockchain.new_transaction(id, kind, data)
|
118 |
+
return "ok"
|
119 |
+
else:
|
120 |
+
return "fail"
|
121 |
|
122 |
+
def proof(model_name):
|
123 |
+
peers = get_peers(model_name)
|
124 |
for p in gpu_add_list:
|
125 |
if not p in peers:
|
126 |
+
add_transaction(get_id_from_p2p(peer), "out", 0)
|
127 |
|
128 |
def get_coin(id):
|
129 |
c = blockchain.get_user_balance(id)
|
|
|
142 |
|
143 |
return output
|
144 |
|
145 |
+
|
146 |
+
def chat(id, npc, prompt):
|
147 |
+
if blockchain.get_coin(id) == 0:
|
148 |
+
return "no coin"
|
149 |
+
|
150 |
+
# model inference
|
151 |
+
output = "AI ์๋ต์
๋๋ค."
|
152 |
+
add_transaction(id, "inference", {"prompt":prompt, "output":output})
|
153 |
+
|
154 |
+
if len(blockchain.current_transactions)>=10:
|
155 |
+
proof(model_name)
|
156 |
+
new_block = blockchain.new_block()
|
157 |
+
return output
|
158 |
+
|
159 |
+
|
160 |
with gr.Blocks() as demo:
|
161 |
count = 0
|
162 |
aa = gr.Interface(
|
|
|
201 |
description="add_p, id๋ก p2p id ์ถ๊ฐ. ok ๋ฐํ. \n /run/predict_5",
|
202 |
)
|
203 |
|
204 |
+
addp = gr.Interface(
|
205 |
+
fn=add_transaction,
|
206 |
+
inputs=["text", "text", "text"],
|
207 |
+
outputs="text",
|
208 |
+
description="add_transaction \n /run/predict_6",
|
209 |
+
)
|
210 |
+
|
211 |
gc = gr.Interface(
|
212 |
fn=get_coin,
|
213 |
inputs=["text"],
|
214 |
outputs="text",
|
215 |
+
description="get_coin, id๋ก ์์ฌ ์ฝ์ธ(ํ๋๋ ฅ) ๋ฐํ. \n /run/predict_7",
|
216 |
)
|
217 |
|
218 |
gd = gr.Interface(
|
219 |
fn=get_data,
|
220 |
inputs=[],
|
221 |
outputs="text",
|
222 |
+
description="get_data, ์๊ฐํ์ฉ ๋ชจ๋ ๋ฐ์ดํฐ ๋ฐํ. gpu๊ธฐ์ฌ ๋ชฉ๋ก, total/used, chain \n /run/predict_8",
|
223 |
)
|
224 |
|
225 |
demo.queue(max_size=32).launch(enable_queue=True)
|