Spaces:
Runtime error
Runtime error
Soutrik
commited on
Commit
·
983c956
1
Parent(s):
16d3463
litserve testing codes
Browse files
src/{litserve_api_test.py → litserve_benchmark.py}
RENAMED
|
File without changes
|
src/litserve_test_server.py
CHANGED
|
@@ -109,8 +109,19 @@ if __name__ == "__main__":
|
|
| 109 |
|
| 110 |
api = ImageClassifierAPI()
|
| 111 |
|
|
|
|
|
|
|
| 112 |
# Configure server with optimal settings
|
|
|
|
|
|
|
|
|
|
|
|
|
| 113 |
server = lit.LitServer(
|
| 114 |
-
api,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 115 |
)
|
| 116 |
server.run(port=8080)
|
|
|
|
| 109 |
|
| 110 |
api = ImageClassifierAPI()
|
| 111 |
|
| 112 |
+
# basic server setup
|
| 113 |
+
# server = lit.LitServer(api, accelerator="auto",devices='auto')
|
| 114 |
# Configure server with optimal settings
|
| 115 |
+
# server = lit.LitServer(
|
| 116 |
+
# api, accelerator="auto", max_batch_size=16, batch_timeout=0.01, devices="auto"
|
| 117 |
+
# )
|
| 118 |
+
# increase the number of workers to handle more requests
|
| 119 |
server = lit.LitServer(
|
| 120 |
+
api,
|
| 121 |
+
accelerator="auto",
|
| 122 |
+
max_batch_size=4,
|
| 123 |
+
batch_timeout=0.01,
|
| 124 |
+
devices="auto",
|
| 125 |
+
workers_per_device=2,
|
| 126 |
)
|
| 127 |
server.run(port=8080)
|