Spaces:
Running
Running
File size: 3,998 Bytes
6dc0c9c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 |
user www-data;
worker_processes auto;
pid /run/nginx.pid;
include /etc/nginx/modules-enabled/*.conf;
events {
worker_connections 1024; # maximum number of connections that a worker process can handle concurrently
# multi_accept on; # enabling multi_accept can help improve performance under high load, but may increase the number of simultaneous connections that a worker process can handle
}
http {
##
# Basic Settings
##
sendfile on; # enable sendfile for performance optimization
tcp_nopush on; # enable TCP no-pushing
tcp_nodelay on; # enable TCP no-delay
keepalive_timeout 65; # sets the timeout for keep-alive connections
types_hash_max_size 2048; # maximum size of the types hash table
# server_tokens off; # disable server token (i.e., server signature) in response headers to improve security
# server_names_hash_bucket_size 64;
# server_name_in_redirect off;
include /etc/nginx/mime.types; # include MIME types file
default_type application/octet-stream; # default MIME type for unknown file types
##
# SSL Settings
##
ssl_protocols TLSv1.2; # specify SSL/TLS protocols to use
ssl_prefer_server_ciphers on; # prefer server ciphers over client ciphers
##
# Logging Settings
##
access_log /var/log/nginx/access.log; # path to access log file
error_log /var/log/nginx/error.log; # path to error log file
##
# Gzip Settings
##
gzip on; # enable Gzip compression
##
# Virtual Host Configs
##
include /etc/nginx/conf.d/*.conf; # include all configuration files in conf.d directory
include /etc/nginx/sites-enabled/*; # include all enabled sites configuration files
# WebSocket Proxy: https://www.nginx.com/blog/websocket-nginx/
map $http_upgrade $connection_upgrade {
default upgrade;
'' close;
}
upstream websocket {
ip_hash; # load balancing by IP to guarantee session persistence
server localhost:7860; # The port should be the gradio web server port
# server localhost:7861; # extra gradio server if more than one
}
limit_conn_status 429;
limit_conn_zone $binary_remote_addr zone=perip:10m; # limit number of connections per IP
limit_conn_zone $server_name zone=perserver:10m; # limit number of connections per server
server {
listen 443 ssl; # the listening port of our server
ssl_certificate [PATH_TO_SSL_CERT];
ssl_certificate_key [PATH_TO_PRIVATE_KEY];
server_name chat.lmsys.org; # replace the url with your own domain url
limit_conn perserver 1024; # connections per server
location / {
proxy_pass http://websocket; # proxy all requests to the defined upstream server
limit_conn perip 5; # connections per IP
proxy_set_header Host $host; # set the Host header for the upstream server
proxy_set_header X-Real-IP $remote_addr; # set the client IP address as the real IP for the upstream server
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; # set the client IP addresses in the X-Forwarded-For header
proxy_http_version 1.1; # use HTTP version 1.1 for upstream communication
proxy_set_header Upgrade $http_upgrade;
proxy_set_header Connection "Upgrade"; # set the Connection header to Upgrade to enable WebSocket communication
}
}
# the following block routes all HTTP traffic to HTTPS via nginx
server {
listen 80;
server_name chat.lmsys.org;
return 301 https://chat.lmsys.org$request_uri;
}
}
|