Spaces:
Sleeping
Sleeping
KevinNuNu
commited on
Commit
•
5e2a9f5
1
Parent(s):
eda9771
test
Browse files- app.py +12 -0
- requirements.txt +2 -0
app.py
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio as gr
|
2 |
+
|
3 |
+
from lmdeploy.serve.gradio.app import *
|
4 |
+
|
5 |
+
with gr.Blocks(css=CSS, theme=THEME) as demo:
|
6 |
+
state_chatbot = gr.State([])
|
7 |
+
|
8 |
+
with gr.Column(elem_id='container'):
|
9 |
+
gr.Markdown('## LMDeploy Playground')
|
10 |
+
|
11 |
+
# print(f'server is gonna mount on: http://{server_name}:{server_port}')
|
12 |
+
demo.queue(concurrency_count=10, max_size=100).launch()
|
requirements.txt
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
torch
|
2 |
+
lmdeploy
|