lvkaokao commited on
Commit
a2ec04c
1 Parent(s): 89aa492

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -248,7 +248,7 @@ def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Req
248
  try:
249
  # Stream output
250
  response = requests.post(
251
- worker_addr + "/worker_generate_stream",
252
  headers=headers,
253
  json=pload,
254
  stream=True,
@@ -534,8 +534,8 @@ def build_demo(models):
534
 
535
  if __name__ == "__main__":
536
 
537
- controller_url = "http://mlp-dgx-01.sh.intel.com:21001"
538
- host = "mlp-dgx-01.sh.intel.com"
539
  # port = "mlp-dgx-01.sh.intel.com"
540
  concurrency_count = 10
541
  model_list_mode = "once"
 
248
  try:
249
  # Stream output
250
  response = requests.post(
251
+ controller_url + "/worker_generate_stream",
252
  headers=headers,
253
  json=pload,
254
  stream=True,
 
534
 
535
  if __name__ == "__main__":
536
 
537
+ controller_url = ""http://184.72.149.125:80"
538
+ host = "0.0.0.0"
539
  # port = "mlp-dgx-01.sh.intel.com"
540
  concurrency_count = 10
541
  model_list_mode = "once"