nginx添加缓存模块

Bertha 。 2021-10-01 04:44 361阅读 0赞

使用nginx转发后端静态资源的时候，可以在nginx端配置缓存，提高访问速度，经过一系列的摸爬滚打，终于摸清楚了整个脉络。记录如下：  
接前文的nginx基础上：

cd /usr/local/src 
    sudo wget http://labs.frickle.com/files/ngx_cache_purge-2.3.tar.gz
    sudo tar -zxvf ngx_cache_purge-2.3.tar.gz
    sudo /usr/local/nginx/sbin/nginx -V //此步骤查看nginx安装了哪些模块

如下可以看到已安装的模块

--prefix=/usr/local/nginx --sbin-path=/usr/local/nginx/sbin/nginx --conf-path=/usr/local/nginx/conf/nginx.conf --pid-path=/usr/local/nginx/logs/nginx.pid --add-module=/home/emeet/nginx-upstream-fair-master --with-http_ssl_module

继续编译安装缓存模块

cd /usr/local/nginx-1.15.10

在此目录下执行

sudo ./configure --prefix=/usr/local/nginx  --sbin-path=/usr/local/nginx/sbin/nginx --conf-path=/usr/local/nginx/conf/nginx.conf --pid-path=/usr/local/nginx/logs/nginx.pid  --add-module=/home/emeet/nginx-upstream-fair-master --add-module=/usr/local/src/ngx_cache_purge-2.3  --with-http_ssl_module

可以看到对比此前已安装的模块，加入了–add-module=/usr/local/src/ngx\_cache\_purge-2.3

sudo make

老规矩，先备份原有二进制文件

cp /usr/local/nginx/sbin/nginx     /usr/local/nginx/sbin/nginx.bak

然后更新文件

sudo cp objs/nginx /usr/local/nginx/sbin/nginx

接下来新建2个目录，用来存放nginx的缓存文件  
sudo mkdir -p /home/emeet/proxy\_temp\_path  
sudo mkdir -p /home/emeet/proxy\_cache\_path

然后来修改nginx.conf文件  
首先在http中添加：

#创建缓存的时候可能生成一些临时文件存放的位置
       proxy_temp_path   /home/emeet/proxy_temp_path;
       #设置Web缓存区名称为cache_one,内存缓存空间大小为200M,缓存的数据超过1天没有被访问就自动清除;访问的缓存数据,硬盘	   缓存空间大小为5G
       proxy_cache_path  /home/emeet/proxy_cache_path  levels=1:2   keys_zone=cache_one:200m inactive=1d max_size=5g;
       proxy_headers_hash_max_size 51200;
       proxy_headers_hash_bucket_size 6400;
       proxy_buffering on;
       proxy_buffer_size 128k;
       proxy_buffers 32 128k;
       proxy_busy_buffers_size 128k;
       proxy_temp_file_write_size 128k;

然后配置http

location ~ .*\.(gif|jpg|png|htm|html|css|js|flv|ico|swf)$ 
            {
            proxy_pass   https://webserver;
           proxy_redirect          off;
           proxy_ignore_headers X-Accel-Expires Expires Cache-Control Set-Cookie;
           proxy_hide_header Cache-Control;
           proxy_hide_header Set-Cookie;
           proxy_connect_timeout   180;
           proxy_send_timeout      180;
           proxy_read_timeout      180;
           proxy_cache cache_one;
           proxy_cache_valid 200 304 1h;
           proxy_cache_valid 404 1m;
           proxy_cache_valid any 1h;
           proxy_cache_key $uri$is_args$args;
           proxy_cache_use_stale error timeout invalid_header updating;
           proxy_cache_min_uses 1;
           proxy_cache_revalidate on;
           proxy_cache_methods GET HEAD POST;//缓存请求类型
           add_header  Nginx-Cache $upstream_cache_status; //增加http头，可在浏览器访问时候观察缓存命中情况。MISS未命中，HIT命中，有5种状态
           expires 1d;
           }

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzMzMzM3OTI3_size_16_color_FFFFFF_t_70]

启动nginx后访问多次页面，可以去缓存文件夹中可以看到生成文件，  
![在这里插入图片描述][20190815104554112.png]  
清除缓存的方式：

location ~ /purge(/.*)
    	{
            #设置只允许指定的IP或IP段才可以清除URL缓存。
    	allow            all;
    	proxy_cache_purge    cache_one   $1$is_args$args;
           }

我这里设定的是所有ip都可以清除缓存  
[http://域名+purge+静态资源相对路径][http_purge] 来清除静态资源缓存

例如,在浏览器地址栏输入  
[http://www.baidu.com/purge/resources/app/css/product.css][http_www.baidu.com_purge_resources_app_css_product.css]

即可清除在nginx服务器缓存的静态文件  
由于文件太多，可以手动清除缓存文件夹下的所有文件，企业版的nginx可以一个命令清除所有缓存。  
最后贴上我完整的nging.conf文件,还有很多测试的内容可以删除。还有一些用法和参数的意义有待优化和改进，继续学习.

#user  nobody;
    worker_processes  4;
    
    #error_log  logs/error.log;
    #error_log  logs/error.log  notice;
    #error_log  logs/error.log  info;
    
    #pid        logs/nginx.pid;
    
    
    events {
        worker_connections  4096;
    }
    
    
    http {
        include       mime.types;
        default_type  application/octet-stream;
    
        #log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
        #                  '$status $body_bytes_sent "$http_referer" '
        #                  '"$http_user_agent" "$http_x_forwarded_for"';
    
        #access_log  logs/access.log  main;
    
        sendfile        on;
        #tcp_nopush     on;
    
        #keepalive_timeout  0;
        keepalive_timeout  65;
    
        #gzip  on;
    	
       upstream webserver {
    	fair;
    	server xxx.xxx.xxx.124:443 max_fails=2 fail_timeout=2s;
    	server xx.xxx.43.xx:443 max_fails=2 fail_timeout=2s;
       }		
       
       upstream bbb {
    	server 	xxxx.com:443 max_fails=2 fail_timeout=2s;
    	server xx.xxx.xx.xx:8443 max_fails=2 fail_timeout=2s;
            server xx.xx.1x.xx:443  backup;
    	#server  xxxx:443 max_fails=2 fail_timeout=10s;
       }
    
       upstream ccc{
            server xx.1xx.xx.69:8443 max_fails=1 fail_timeout=2s;
            server xx.xxx.1xx.31:443 max_fails=1 fail_timeout=2s;
       }
       
       proxy_temp_path   /home/emeet/proxy_temp_path;
       proxy_cache_path  /home/emeet/proxy_cache_path  levels=1:2   keys_zone=cache_one:200m inactive=1d max_size=5g;
       proxy_headers_hash_max_size 51200;
       proxy_headers_hash_bucket_size 6400;
       proxy_buffering on;
       proxy_buffer_size 128k;
       proxy_buffers 32 128k;
       proxy_busy_buffers_size 128k;
       proxy_temp_file_write_size 128k;
    
        server {
            listen       443 ssl;
            server_name xxxx.xxxx.com;
    	
    	#ssl on;
    	ssl_certificate /etc/ssl/xxx.pem;
    	ssl_certificate_key /etc/ssl/xxxx.key;
    	ssl_session_timeout 5m;
    	ssl_protocols TLSv1 TLSv1.1 TLSv1.2;
    	ssl_ciphers ECDHE-RSA-AES128-GCM-SHA256:HIGH:!aNULL:!MD5:!RC4:!DHE;
            ssl_prefer_server_ciphers on;
    	
    	gzip on;
            gzip_http_version 1.1;
            gzip_comp_level 3;
            gzip_types application/javascript  text/plain application/json application/x-javascript  application/css application/xml application/xml+rss text/css  text/javascript application/x-httpd-php image/jpeg image/gif image/png image/x-ms-bmp;
    	
    
    
            #charset koi8-r;
    
            #access_log  logs/host.access.log;
            location ~ .*\.(gif|jpg|png|htm|html|css|js|flv|ico|swf)$ 
            {
                   proxy_pass   https://webserver;
                   proxy_redirect          off;
           #proxy_set_header        Host            $host;
           #proxy_set_header        X-Real-IP       $remote_addr;
           #proxy_set_header        X-Forwarded-For $proxy_add_x_forwarded_for;
           proxy_ignore_headers X-Accel-Expires Expires Cache-Control Set-Cookie;
           proxy_hide_header Cache-Control;
           proxy_hide_header Set-Cookie;
           proxy_connect_timeout   180;
           proxy_send_timeout      180;
           proxy_read_timeout      180;
           #proxy_buffer_size       128k;
           #proxy_buffers           32 128k;
           #proxy_busy_buffers_size 128k;
           #proxy_temp_file_write_size 128k;
           proxy_cache cache_one;
           proxy_cache_valid 200 304 1h;
           proxy_cache_valid 404 1m;
           proxy_cache_valid any 1h;
           proxy_cache_key $uri$is_args$args;
           proxy_cache_use_stale error timeout invalid_header updating;
           proxy_cache_min_uses 1;
           proxy_cache_revalidate on;
           proxy_cache_methods GET HEAD POST;
           add_header  Nginx-Cache $upstream_cache_status;
           add_header wall  "hey!guys!give me a star.";
           expires 1d;
           }
            
    
     
            location / {
    		add_header backendIP $upstream_addr;
    		add_header backendCode $upstream_status;
    		#proxy_set_header           Host $host;
    		#proxy_set_header  X-Real-IP  $remote_addr;
    		#proxy_set_header           X-Forwarded-For $proxy_add_x_forwarded_for;
    		#proxy_next_upstream error timeout invalid_header http_500 http_502 http_503 http_504 http_404;
                proxy_pass   https://webserver;
    	    proxy_next_upstream http_502 http_504 error timeout invalid_header;
    	    proxy_cache cache_one;
    	    proxy_cache_valid  200 304 12h;
    	    proxy_cache_valid any 1h;
    	    proxy_cache_key $uri$is_args$args;
    	    proxy_cache_use_stale error timeout invalid_header updating;
    	    proxy_cache_min_uses 1;
    	    proxy_cache_revalidate on;
    	    proxy_cache_methods GET HEAD POST;
    	   # proxy_set_header Host  $host;
    	   # proxy_set_header X-Forwarded-For  $remote_addr;
    	    add_header Nginx-Cache $upstream_cache_status;
    	    client_max_body_size 1000m;
                #proxy_connect_timeout 1;
                proxy_send_timeout 30;
                proxy_read_timeout 60;
    	    expires 1d;
    	    #gzip on;
                #gzip_http_version 1.1;
                #gzip_comp_level 3;
                #gzip_types application/javascript  text/plain application/json application/x-javascript  application/css application/xml application/xml+rss text/css  text/javascript application/x-httpd-php image/jpeg image/gif image/png image/x-ms-bmp;
    	   # proxy_read_timeout 150;
                index  index.html index.htm;
            }
    	
    #	location ~ .*\.(gif|jpg|png|htm|html|css|js|flv|ico|swf)(.*) {
    #		proxy_pass   https://webserver;
    #		proxy_redirect          off;
    #	proxy_set_header        Host            $host;
    #	proxy_set_header        X-Real-IP       $remote_addr;
    #	proxy_set_header        X-Forwarded-For $proxy_add_x_forwarded_for;
    #	proxy_hide_header Set-Cookie;
    #	proxy_ignore_headers Set-Cookie;
    #	proxy_connect_timeout   180;
    #	proxy_send_timeout      180;
    #	proxy_read_timeout      180;
    #	proxy_buffer_size       128k;
    #	proxy_buffers           32 128k;
    #	proxy_busy_buffers_size 128k;
    #	proxy_temp_file_write_size 128k;
    #	proxy_cache cache_one;
    #	proxy_cache_valid 200 304 1h;
    #	proxy_cache_valid 404 1m;
    #	proxy_cache_valid any 1h;
    	#proxy_cache_key $uri$is_args$args;
    #	add_header  Nginx-Cache $upstream_cache_status;
    #	expires 1d;
    #	}
    
    	location ~ /purge(/.*)
    	{
            #设置只允许指定的IP或IP段才可以清除URL缓存。
    	allow            all;
    	proxy_cache_purge    cache_one   $1$is_args$args;
           } 
    	
    	location /bbb {
    		add_header backendIP $upstream_addr;
    		add_header backendCode $upstream_status;
    		#proxy_next_upstream error timeout invalid_header http_500 http_502 http_503 http_504 http_404;
    		proxy_next_upstream off;
    		proxy_pass https://backend.example.com;
    	}
    
    	location /ccc{
                    add_header backendIP $upstream_addr;
                    add_header backendCode $upstream_status;
    		#proxy_next_upstream error timeout invalid_header http_500 http_502 http_503 http_504 http_404;
    		proxy_next_upstream off;
                    proxy_pass https://backendserver;
    		proxy_set_header Host       $http_host;
            proxy_set_header X-Real-IP $remote_addr;  
            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;  
            proxy_set_header X-Forwarded-Proto $scheme;
            }
    
            #error_page  404              /404.html;
    
            # redirect server error pages to the static page /50x.html
            #
            error_page   500 502 503 504  /50x.html;
            location = /50x.html {
                root   html;
            }
    
            # proxy the PHP scripts to Apache listening on 127.0.0.1:80
            #
            #location ~ \.php$ {
            #    proxy_pass   http://127.0.0.1;
            #}
    
            # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000
            #
            #location ~ \.php$ {
            #    root           html;
            #    fastcgi_pass   127.0.0.1:9000;
            #    fastcgi_index  index.php;
            #    fastcgi_param  SCRIPT_FILENAME  /scripts$fastcgi_script_name;
            #    include        fastcgi_params;
            #}
    
            # deny access to .htaccess files, if Apache's document root
            # concurs with nginx's one
            #
            #location ~ /\.ht {
            #    deny  all;
            #}
        }
       # server {
       # 	listen 80;
       # 	server_name test.emeet.ai;
       # 	rewrite ^(.*)$ https://$host$1 permanent;
       # }
    
        # another virtual host using mix of IP-, name-, and port-based configuration
        #
        #server {
        #    listen       8000;
        #    listen       somename:8080;
        #    server_name  somename  alias  another.alias;
    
        #    location / {
        #        root   html;
        #        index  index.html index.htm;
        #    }
        #}
    
    
        # HTTPS server
        #
        #server {
        #    listen       443 ssl;
        #    server_name  localhost;
    
        #    ssl_certificate      cert.pem;
        #    ssl_certificate_key  cert.key;
    
        #    ssl_session_cache    shared:SSL:1m;
        #    ssl_session_timeout  5m;
    
        #    ssl_ciphers  HIGH:!aNULL:!MD5;
        #    ssl_prefer_server_ciphers  on;
    
        #    location / {
        #        root   html;
        #        index  index.html index.htm;
        #    }
        #}
    
    }

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3FxXzMzMzM3OTI3_size_16_color_FFFFFF_t_70]: /images/20210901/11ff0732763c4a659a80600cbb30d488.png
[20190815104554112.png]: /images/20210901/bdb5b7998b504c07beec94295f83409e.png
[http_purge]: http://xn--+purge+-6x3l27ziukcyj2obl68h2uyai53ejicos8d
[http_www.baidu.com_purge_resources_app_css_product.css]: http://www.baidu.com/purge/resources/app/css/product.css