Spaces:
Runtime error
Runtime error
user www-data; | |
worker_processes auto; | |
pid /run/nginx.pid; | |
include /etc/nginx/modules-enabled/*.conf; | |
events { | |
worker_connections 1024; # maximum number of connections that a worker process can handle concurrently | |
# multi_accept on; # enabling multi_accept can help improve performance under high load, but may increase the number of simultaneous connections that a worker process can handle | |
} | |
http { | |
## | |
# Basic Settings | |
## | |
sendfile on; # enable sendfile for performance optimization | |
tcp_nopush on; # enable TCP no-pushing | |
tcp_nodelay on; # enable TCP no-delay | |
keepalive_timeout 65; # sets the timeout for keep-alive connections | |
types_hash_max_size 2048; # maximum size of the types hash table | |
# server_tokens off; # disable server token (i.e., server signature) in response headers to improve security | |
# server_names_hash_bucket_size 64; | |
# server_name_in_redirect off; | |
include /etc/nginx/mime.types; # include MIME types file | |
default_type application/octet-stream; # default MIME type for unknown file types | |
## | |
# SSL Settings | |
## | |
ssl_protocols TLSv1.2; # specify SSL/TLS protocols to use | |
ssl_prefer_server_ciphers on; # prefer server ciphers over client ciphers | |
## | |
# Logging Settings | |
## | |
access_log /var/log/nginx/access.log; # path to access log file | |
error_log /var/log/nginx/error.log; # path to error log file | |
## | |
# Gzip Settings | |
## | |
gzip on; # enable Gzip compression | |
## | |
# Virtual Host Configs | |
## | |
include /etc/nginx/conf.d/*.conf; # include all configuration files in conf.d directory | |
include /etc/nginx/sites-enabled/*; # include all enabled sites configuration files | |
# WebSocket Proxy: https://www.nginx.com/blog/websocket-nginx/ | |
map $http_upgrade $connection_upgrade { | |
default upgrade; | |
'' close; | |
} | |
upstream websocket { | |
ip_hash; # load balancing by IP to guarantee session persistence | |
server localhost:7860; # The port should be the gradio web server port | |
# server localhost:7861; # extra gradio server if more than one | |
} | |
limit_conn_status 429; | |
limit_conn_zone $binary_remote_addr zone=perip:10m; # limit number of connections per IP | |
limit_conn_zone $server_name zone=perserver:10m; # limit number of connections per server | |
server { | |
listen 443 ssl; # the listening port of our server | |
ssl_certificate [PATH_TO_SSL_CERT]; | |
ssl_certificate_key [PATH_TO_PRIVATE_KEY]; | |
server_name chat.lmsys.org; # replace the url with your own domain url | |
limit_conn perserver 1024; # connections per server | |
location / { | |
proxy_pass http://websocket; # proxy all requests to the defined upstream server | |
limit_conn perip 5; # connections per IP | |
proxy_set_header Host $host; # set the Host header for the upstream server | |
proxy_set_header X-Real-IP $remote_addr; # set the client IP address as the real IP for the upstream server | |
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; # set the client IP addresses in the X-Forwarded-For header | |
proxy_http_version 1.1; # use HTTP version 1.1 for upstream communication | |
proxy_set_header Upgrade $http_upgrade; | |
proxy_set_header Connection "Upgrade"; # set the Connection header to Upgrade to enable WebSocket communication | |
} | |
} | |
# the following block routes all HTTP traffic to HTTPS via nginx | |
server { | |
listen 80; | |
server_name chat.lmsys.org; | |
return 301 https://chat.lmsys.org$request_uri; | |
} | |
} | |