搭建nginx+tomcat+Java的负载均衡环境

一、简介：

Tomcat在高并发环境下处理动态请求时性能很低，而在处理静态页面更加脆弱。虽然Tomcat的最新版本支持epoll，但是通过Nginx来处理静态页面要比通过Tomcat处理在性能方面好很多。

二、下载安装：

下载nginx

http://nginx.org/en/download.html

下载解压后放到C:\nginx-1.0.4（官网这样要求的，不知道放其它盘有没有问题）

启动nginx.exe，然后在浏览器输入127.0.0.1即可

配置自己的项目测试

第二环节我们使用了默认的nginx.conf 。Nginx的配置文件都存于目录conf文件下，其中nginx.conf是它的主配置文件。

以下为我加上注释并配置的新的虚拟server]

#运行用户
#user  nobody;
#开启进程数 <=CPU数
worker_processes  1;
#错误日志保存位置
#error_log  logs/error.log;
#error_log  logs/error.log  notice;
#error_log  logs/error.log  info;
#进程号保存文件
#pid        logs/nginx.pid;
 
#等待事件
events {
    #Linux下打开提高性能
    #use epoll;
    #每个进程最大连接数（最大连接=连接数x进程数）
    worker_connections  1024;
}
 
 
http {
    #文件扩展名与文件类型映射表
    include       mime.types;
    #默认文件类型
    default_type  application/octet-stream;
    #日志文件输出格式 这个位置相于全局设置
    #log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
    #                  '$status $body_bytes_sent "$http_referer" '
    #                  '"$http_user_agent" "$http_x_forwarded_for"';
     
    #请求日志保存位置
    #access_log  logs/access.log  main;
     
    #设定请求缓冲
    client_header_buffer_size 1k;
    large_client_header_buffers 4 4k;
 
    #打开发送文件
    sendfile        on;
    #tcp_nopush     on;
 
    #keepalive_timeout  0;
    keepalive_timeout  65;
     
    #客户端上传文件大小控制
    client_max_body_size 8m;
     
    #打开gzip压缩
    #gzip  on;
     
    #设定负载均衡的服务器列表
    #upstream mysvr {
    #    #weigth参数表示权值，权值越高被分配到的几率越大
    #    #本机上的Squid开启3128端口
    #    #server 192.168.8.1:3128 weight=5;
    #    #server 192.168.8.2:80 weight=1;
    #    #server 192.168.8.3:80 weight=6;
    #}
 
    #第一个虚拟主机
    server {
        #监听IP端口
        listen       80;
        #主机名
        server_name  localhost;
        #root  
         
        #设置字符集
        #charset koi8-r;
        #本虚拟server的访问日志 相当于局部变量
        #access_log  logs/host.access.log  main;
        #日志文件输出格式
        #log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
        #                  '$status $body_bytes_sent "$http_referer" '
        #                  '"$http_user_agent" "$http_x_forwarded_for"';
         
        location / {
            root   html;
            index  index.html index.htm;
        }
         
        #静态文件缓存时间设置
        #location ~ .*\.(gif|jpg|jpeg|png|bmp|swf)${         
        #    expires 30d;
        #}
         
        #静态文件缓存时间设置
        #location ~ .*\.(js|css)?${         
        #    expires 1h;
        #}
         
        #对本server"/"启用负载均衡
        #location / {
        #    proxy_pass http://mysvr;
        #    proxy_redirect off;
        #    proxy_set_header Host $host;
        #    proxy_set_header X-Real-IP $remote_addr;
        #    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        #    client_max_body_size 10m;
        #    client_body_buffer_size 128k;
        #    proxy_connect_timeout 90;
        #    proxy_send_timeout 90;
        #    proxy_read_timeout 90;
        #    proxy_buffer_size 4k;
        #    proxy_buffers 4 32k;
        #    proxy_busy_buffers_size 64k;
        #    proxy_temp_file_write_size 64k;
        #}
         
        #设定查看Nginx状态的地址
        #location /NginxStatus {
        #    stub_status on;
        #    access_log on;
        #    auth_basic “NginxStatus”;
        #    auth_basic_user_file conf/htpasswd;
        #}
 
 
 
        #error_page  404              /404.html;
 
        # redirect server error pages to the static page /50x.html
        #
        error_page   500 502 503 504  /50x.html;
        location = /50x.html {
            root   html;
        }
 
        # proxy the PHP scripts to Apache listening on 127.0.0.1:80
        #
        #location ~ \.php$ {
        #    proxy_pass   http://127.0.0.1;
        #}
 
        # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000
        #
        #location ~ \.php$ {
        #    root           html;
        #    fastcgi_pass   127.0.0.1:9000;
        #    fastcgi_index  index.php;
        #    fastcgi_param  SCRIPT_FILENAME  /scripts$fastcgi_script_name;
        #    include        fastcgi_params;
        #}
 
        # deny access to .htaccess files, if Apache's document root
        # concurs with nginx's one
        #
        #location ~ /\.ht {
        #    deny  all;
        #}
    }
 
 
    # another virtual host using mix of IP-, name-, and port-based configuration    
    server {
        #多监听       
        listen       localhost:8666;
        #主机名
        server_name  LIULJ2576;
        #WEB文件路径
        root         E:/Portal;
        #默认首页
        index        HomePage.html;        
        #location / {
        #    #这里相当于局部变量
        #    root   E:/Portal;
        #    index  HomePage.html;
        #}
    }
 
 
    # HTTPS server HTTPS SSL加密服务器
    #
    #server {
    #    listen       443;
    #    server_name  localhost;
 
    #    ssl                  on;
    #    ssl_certificate      cert.pem;
    #    ssl_certificate_key  cert.key;
 
    #    ssl_session_timeout  5m;
 
    #    ssl_protocols  SSLv2 SSLv3 TLSv1;
    #    ssl_ciphers  ALL:!ADH:!EXPORT56:RC4+RSA:+HIGH:+MEDIUM:+LOW:+SSLv2:+EXP;
    #    ssl_prefer_server_ciphers   on;
 
    #    location / {
    #        root   html;
    #        index  index.html index.htm;
    #    }
    #}
 
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

#运行用户

#user nobody;

#开启进程数 <=CPU数

worker_processes 1;

#错误日志保存位置

#error_log logs/error.log;

#error_log logs/error.log notice;

#error_log logs/error.log info;

#进程号保存文件

#pid logs/nginx.pid;

#等待事件

events {

#Linux下打开提高性能

#use epoll;

#每个进程最大连接数（最大连接=连接数x进程数）

worker_connections 1024;

}

http {

#文件扩展名与文件类型映射表

include mime.types;

#默认文件类型

default_type application/octet-stream;

#日志文件输出格式这个位置相于全局设置

#log_format main '$remote_addr - $remote_user [$time_local] "$request" '

# '$status $body_bytes_sent "$http_referer" '

# '"$http_user_agent" "$http_x_forwarded_for"';

#请求日志保存位置

#access_log logs/access.log main;

#设定请求缓冲

client_header_buffer_size 1k;

large_client_header_buffers 4 4k;

#打开发送文件

sendfile on;

#tcp_nopush on;

#keepalive_timeout 0;

keepalive_timeout 65;

#客户端上传文件大小控制

client_max_body_size 8m;

#打开gzip压缩

#gzip on;

#设定负载均衡的服务器列表

#upstream mysvr {

# #weigth参数表示权值，权值越高被分配到的几率越大

# #本机上的Squid开启3128端口

# #server 192.168.8.1:3128 weight=5;

# #server 192.168.8.2:80 weight=1;

# #server 192.168.8.3:80 weight=6;

#第一个虚拟主机

server {

#监听IP端口

listen 80;

#主机名

server_name localhost;

#root

#设置字符集

#charset koi8-r;

#本虚拟server的访问日志相当于局部变量

#access_log logs/host.access.log main;

#日志文件输出格式

#log_format main '$remote_addr - $remote_user [$time_local] "$request" '

# '$status $body_bytes_sent "$http_referer" '

# '"$http_user_agent" "$http_x_forwarded_for"';

location / {

root html;

index index.html index.htm;

}

#静态文件缓存时间设置

#location ~ .*\.(gif|jpg|jpeg|png|bmp|swf)${

# expires 30d;

#静态文件缓存时间设置

#location ~ .*\.(js|css)?${

# expires 1h;

#对本server"/"启用负载均衡

#location / {

# proxy_pass http://mysvr;

# proxy_redirect off;

# proxy_set_header Host $host;

# proxy_set_header X-Real-IP $remote_addr;

# proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

# client_max_body_size 10m;

# client_body_buffer_size 128k;

# proxy_connect_timeout 90;

# proxy_send_timeout 90;

# proxy_read_timeout 90;

# proxy_buffer_size 4k;

# proxy_buffers 4 32k;

# proxy_busy_buffers_size 64k;

# proxy_temp_file_write_size 64k;

#设定查看Nginx状态的地址

#location /NginxStatus {

# stub_status on;

# access_log on;

# auth_basic “NginxStatus”;

# auth_basic_user_file conf/htpasswd;

#error_page 404 /404.html;

# redirect server error pages to the static page /50x.html

error_page 500 502 503 504 /50x.html;

location = /50x.html {

root html;

}

# proxy the PHP scripts to Apache listening on 127.0.0.1:80

#location ~ \.php$ {

# proxy_pass http://127.0.0.1;

# pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000

#location ~ \.php$ {

# root html;

# fastcgi_pass 127.0.0.1:9000;

# fastcgi_index index.php;

# fastcgi_param SCRIPT_FILENAME /scripts$fastcgi_script_name;

# include fastcgi_params;

# deny access to .htaccess files, if Apache's document root

# concurs with nginx's one

#location ~ /\.ht {

# deny all;

}

# another virtual host using mix of IP-, name-, and port-based configuration

server {

#多监听

listen localhost:8666;

#主机名

server_name LIULJ2576;

#WEB文件路径

root E:/Portal;

#默认首页

index HomePage.html;

#location / {

# #这里相当于局部变量

# root E:/Portal;

# index HomePage.html;

}

# HTTPS server HTTPS SSL加密服务器

#server {

# listen 443;

# server_name localhost;

# ssl on;

# ssl_certificate cert.pem;

# ssl_certificate_key cert.key;

# ssl_session_timeout 5m;

# ssl_protocols SSLv2 SSLv3 TLSv1;

# ssl_ciphers ALL:!ADH:!EXPORT56:RC4+RSA:+HIGH:+MEDIUM:+LOW:+SSLv2:+EXP;

# ssl_prefer_server_ciphers on;

# location / {

# root html;

# index index.html index.htm;

# }

}

#号为注释内容，我们在cmd下运行nginx

启动成功，出错的话，可以查询日志（日志路径是配置文件指定的，你可以修改存到其它位置）

访问一下第二个server 配置的localhost:8666地址，结果出现

三、Nginx可以通过以下两种方式来实现与Tomcat的耦合：

将静态页面请求交给Nginx，动态请求交给后端Tomcat处理。

将所有请求都交给后端的Tomcat服务器处理，同时利用Nginx自身的负载均衡功能进行多台Tomcat服务器的负载均衡。

下面通过两个配置实例分别讲述这两种实现

一、动态页面和静态页面分离的实例

这里假定Tomcat服务器的IP地址为192.168.12.130，同时Tomcat服务器开放的服务器端口为8080。Nginx相关配置代码如下：

server { 
      listen 80;  
      server_name www.ixdba.net;  
      root /web/www/html;  
  
location /img/ {  
      alias /web/www/html/img/;  
}  
  
location ~ (\.jsp)|(\.do)$ {  
     proxy_pass http://192.168.12.130:8080;  
     proxy_redirect off;  
     proxy_set_header Host $host;  
     proxy_set_header X-Real-IP $remote_addr;  
     proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;  
     client_max_body_size 10m;  
     client_body_buffer_size 128k;  
     proxy_connect_timeout 90;  
     proxy_send_timeout 90;  
     proxy_read_timeout 90;  
     proxy_buffer_size 4k;  
     proxy_buffers 4 32k;  
     proxy_busy_buffers_size 64k;  
     proxy_temp_file_write_size 64k;  
}  
  
}

server {

listen 80;

server_name www.ixdba.net;

root /web/www/html;

location /img/ {

alias /web/www/html/img/;

}

location ~ (\.jsp)|(\.do)$ {

proxy_pass http://192.168.12.130:8080;

proxy_redirect off;

proxy_set_header Host $host;

proxy_set_header X-Real-IP $remote_addr;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

client_max_body_size 10m;

client_body_buffer_size 128k;

proxy_connect_timeout 90;

proxy_send_timeout 90;

proxy_read_timeout 90;

proxy_buffer_size 4k;

proxy_buffers 4 32k;

proxy_busy_buffers_size 64k;

proxy_temp_file_write_size 64k;

}

在这个实例中，首先定义了一个虚拟主机www.ixdba.net，然后通过location指令将/web/www/html/img/目录下的静态文件交给Nginx来完成。最后一个location指令将所有以.jsp、.do结尾的文件都交给Tomcat服务器的8080端口来处理，即http://192.168.12.130:8080。

需要特别注意的是，在location指令中使用正则表达式后，proxy_pass后面的代理路径不能含有地址链接，也就是不能写成http://192.168.12.130:8080/，或者类似http://192.168.12.130:8080/jsp的形式。在location指令不使用正则表达式时，没有此限制。

2、多个tomcat负载均衡的实例

这里假定有3台Tomcat服务器，分别开放不同的端口，地址如下：

192.168.12.131:8000 

192.168.12.132:8080 

192.168.12.133:8090

192.168.12.131:8000

192.168.12.132:8080

192.168.12.133:8090

Nginx的相关配置代码如下：

upstream mytomcats {  

      server 192.168.12.131:8000;  

      server 192.168.12.132:8080;  

      server 192.168.12.133:8090;  
}  

  
server {  

      listen 80;  

      server_name www.ixdba.net;  

  
location ~* \.(jpg|gif|png|swf|flv|wma|wmv|asf|mp3|mmf|zip|rar)$ {  

       root /web/www/html/;  
}  

  
location / {  

          proxy_pass http://mytomcats;  

          proxy_redirect off;  

          proxy_set_header Host $host;  

          proxy_set_header X-Real-IP $remote_addr;  

          proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;  

          client_max_body_size 10m;  

          client_body_buffer_size 128k;  

          proxy_connect_timeout 90;  

          proxy_send_timeout 90;  

          proxy_read_timeout 90;  

          proxy_buffer_size 4k;  

          proxy_buffers 4 32k;  

          proxy_busy_buffers_size 64k;  

          proxy_temp_file_write_size 64k;


				

					

				1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52


						upstream mytomcats {  
 
      server 192.168.12.131:8000;  
 
      server 192.168.12.132:8080;  
 
      server 192.168.12.133:8090;  
}  
 
  
server {  
 
      listen 80;  
 
      server_name www.ixdba.net;  
 
  
location ~* \.(jpg|gif|png|swf|flv|wma|wmv|asf|mp3|mmf|zip|rar)$ {  
 
       root /web/www/html/;  
}  
 
  
location / {  
 
          proxy_pass http://mytomcats;  
 
          proxy_redirect off;  
 
          proxy_set_header Host $host;  
 
          proxy_set_header X-Real-IP $remote_addr;  
 
          proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;  
 
          client_max_body_size 10m;  
 
          client_body_buffer_size 128k;  
 
          proxy_connect_timeout 90;  
 
          proxy_send_timeout 90;  
 
          proxy_read_timeout 90;  
 
          proxy_buffer_size 4k;  
 
          proxy_buffers 4 32k;  
 
          proxy_busy_buffers_size 64k;  
 
          proxy_temp_file_write_size 64k;


					


			

另一种方案配置。

user  www www;
worker_processes  8;

error_log  /usr/local/nginx/logs/error.log crit;

pid        /usr/local/nginx/logs/nginx.pid;


events {
    use epoll;
    worker_connections  65535;
}


http {
    include       mime.types;
    default_type  application/octet-stream;
    access_log  /usr/local/nginx/logs/access.log;
    charset utf-8;
    sendfile        on;
    tcp_nopush     on;
    keepalive_timeout  60;

    client_body_buffer_size  512k;
    proxy_connect_timeout    5;
    proxy_read_timeout       60;
    proxy_send_timeout       5;
    proxy_buffer_size        16k;
    proxy_buffers            4 64k;
    proxy_busy_buffers_size 128k;
    proxy_temp_file_write_size 128k;

    gzip  on;
    gzip_min_length  1k;
    gzip_buffers     4 16k;
    gzip_http_version 1.1;
    gzip_comp_level 2;
    gzip_types       text/plain application/x-javascript text/css application/xml;
    gzip_vary on;

    ## 配置反向代理的后端tomcat集群
    upstream web_server {
        server 192.168.0.102:8080 weight=1 max_fails=2 fail_timeout=30s;
        server 192.168.0.103:8080 weight=1 max_fails=2 fail_timeout=30s;
        server 192.168.0.104:8080 weight=1 max_fails=2 fail_timeout=30s;
        server 192.168.0.105:8080 weight=1 max_fails=2 fail_timeout=30s;
    }

    server {
        listen       80;
        server_name  192.168.0.100;
        root   html;
        index  index.html index.htm;

        ## 网页、视频、图片文件从本地读取，且定义在浏览器中缓存30天
        location ~ .*.(htm|html|gif|jpg|jpeg|png|bmp|swf|ioc|rar|zip|txt|flv|mid|doc|ppt|pdf|xls|mp3|wma)$
        {       
            expires 30d;    
        }      
        ## js、css文件从本地读取，且定义在浏览器中缓存1小时
        location ~ .*.(js|css)?$     
        {       
            expires 1h;
        }      

        ## 动态文件转发到后端的tomcat集群
        location ~ .*.(php|jsp|cgi|jhtml)?$ {
            proxy_pass http://web_server;
            proxy_set_header Host  $host;
            proxy_set_header X-Forwarded-For  $proxy_add_x_forwarded_for;
            proxy_set_header X-Real-IP  $remote_addr;
        }
        ## 关闭访问日志
        access_log off;
    }
}

user www www;

worker_processes 8;

error_log /usr/local/nginx/logs/error.log crit;

pid /usr/local/nginx/logs/nginx.pid;

events {

use epoll;

worker_connections 65535;

}

http {

include mime.types;

default_type application/octet-stream;

access_log /usr/local/nginx/logs/access.log;

charset utf-8;

sendfile on;

tcp_nopush on;

keepalive_timeout 60;

client_body_buffer_size 512k;

proxy_connect_timeout 5;

proxy_read_timeout 60;

proxy_send_timeout 5;

proxy_buffer_size 16k;

proxy_buffers 4 64k;

proxy_busy_buffers_size 128k;

proxy_temp_file_write_size 128k;

gzip on;

gzip_min_length 1k;

gzip_buffers 4 16k;

gzip_http_version 1.1;

gzip_comp_level 2;

gzip_types text/plain application/x-javascript text/css application/xml;

gzip_vary on;

## 配置反向代理的后端tomcat集群

upstream web_server {

server 192.168.0.102:8080 weight=1 max_fails=2 fail_timeout=30s;

server 192.168.0.103:8080 weight=1 max_fails=2 fail_timeout=30s;

server 192.168.0.104:8080 weight=1 max_fails=2 fail_timeout=30s;

server 192.168.0.105:8080 weight=1 max_fails=2 fail_timeout=30s;

}

server {

listen 80;

server_name 192.168.0.100;

root html;

index index.html index.htm;

## 网页、视频、图片文件从本地读取，且定义在浏览器中缓存30天

location ~ .*.(htm|html|gif|jpg|jpeg|png|bmp|swf|ioc|rar|zip|txt|flv|mid|doc|ppt|pdf|xls|mp3|wma)$

{

expires 30d;

}

## js、css文件从本地读取，且定义在浏览器中缓存1小时

location ~ .*.(js|css)?$

{

expires 1h;

}

## 动态文件转发到后端的tomcat集群

location ~ .*.(php|jsp|cgi|jhtml)?$ {

proxy_pass http://web_server;

proxy_set_header Host $host;

proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;

proxy_set_header X-Real-IP $remote_addr;

}

## 关闭访问日志

access_log off;

}

Leave a Reply Cancel reply