通过Nginx+mongodb-gridfs+squid实现简单的图片存储及图片缓存示例

lx86

http://www.51document.com/resources/images//upload/20130410/f3ab0c92-92b1-402c-9052-f8f63d5b2b0d.png

图片存储
通过Nginx+mongodb-gridfs+squid实现简单的图片存储及图片缓存.
 
图片先从nginx本地cache里查找,然后到站点去找,再而到squid 里查找,都找不到最后才到mongodb-girdfs查找,然后把图片cache到squid.
 
Nginx编译安装
./configure--prefix=/usr/local/nginx --with-http_realip_module --with-http_addition_module--with-http_gzip_static_module --with-http_secure_link_module--with-http_stub_status_module --with-pcre=../pcre-8.02--add-module=../ngx_cache_purge-1.4 --with-zlib=../zlib-1.2.3/--add-module=../nginx-gridfs --add-module=./nginx_upstream_jvm_route/--with-http_stub_status_module
Make
Makeinstall
 
 
Nginx配置
user nobody;
worker_processes 4;
error_log logs/nginx_error.log  crit;
pid       /usr/local/nginx/nginx.pid;
worker_rlimit_nofile 20480;
events
{
 useepoll;
 worker_connections 20480;
}
http
{
 upstream cd {
   server  127.0.0.1:8082;
  }
 
 include      mime.types;
 default_type application/octet-stream;
 charset UTF-8;
 server_names_hash_bucket_size 128;
 client_header_buffer_size 32k; sendfile on;
 tcp_nopush    on;
 keepalive_timeout 60;
 tcp_nodelay on;
 proxy_connect_timeout 30;
 proxy_read_timeout 60;
 proxy_send_timeout 20;
 proxy_buffer_size 96k;
 proxy_buffers 8 256k;
 proxy_busy_buffers_size 512k;
 proxy_temp_file_write_size 512k;
 proxy_temp_path /usr/local/nginx/proxy_temp;
 proxy_cache_path /usr/local/nginx/wwwlevels=1:2 keys_zone=cache_one:200m inactive=1d max_size=200m;
gzip on;
 gzip_proxied any;
 gzip_min_length  1k;
 gzip_buffers     4 16k;
 gzip_http_version 1.0;
 gzip_comp_level 2;
 gzip_types       text/plain application/x-javascripttext/css application/xml;
 gzip_vary on;
server_tokens off;
 proxy_redirect off;
 proxy_set_header Host $host;
 proxy_set_header X-Real-IP $remote_addr;
 proxy_set_header X-Forwarded-For$http_x_forwarded_for;
{
  listen       80;
  server_name  192.168.2.248;
  index index.html;
  rewrite ^/image/(.*) /image/$1 last;
 
location ~ /purge(/.*)
   {
   proxy_cache_purge    cache_one$host$1$is_args$args;
   allow           all;
   deny          all;
   }   
 
 
location /  {
    proxy_pass http://cd;
}
 
location ~ .*\.(gif|png|jpg|jpge)$ {
    proxy_cache cache_one;
    proxy_cache_valid all 10m;
    proxy_cache_key $host$uri$is_args$args;
    proxy_pass http://cd;
    if (!-f $request_filename){
       proxy_pass http://192.168.2.248:8000;
       }
    }
 
access_log off;
 }
 
server
{
listen 8000;
server_name 192.168.2.241;
 
location /image/  {
 gridfs gfs
      field=filename
      type=string;
 mongo 192.168.2.241:38000;
}
 access_log off;
}
 
}
 
Mongodb配置
/usr/db/mongodb-linux-x86_64-2.0.2/bin/mongod--dbpath=/usr/db/data/sa --logpath=/usr/db/data/sa.log --port 38000 --fork--logappend --maxConns=500 --oplogSize=1000 –nohttpinterface
 
http://www.51document.com/resources/images//upload/20130410/15667c79-06da-46b9-adbf-f449ac1cabc6.png

Squid配置
acl all src 0.0.0.0/0.0.0.0
acl manager proto cache_object
acl localhost src 127.0.0.1/255.255.255.255
acl to_localhost dst 127.0.0.0/8
acl SSL_ports port 443
acl Safe_ports port 80          # http
acl Safe_ports port 21          # ftp
acl Safe_ports port 443         # https
acl Safe_ports port 70          # gopher
acl Safe_ports port 210         # wais
acl Safe_ports port 1025-65535  # unregistered ports
acl Safe_ports port 280         # http-mgmt
acl Safe_ports port 488         # gss-http
acl Safe_ports port 591         # filemaker
acl Safe_ports port 777         # multiling http
acl CONNECT method CONNECT
acl Purge method PURGE
http_access allow all Purge
http_access allow manager localhost
http_access allow localhost
http_access allow all
icp_access allow all
http_port 8000 accel  vhost vport
cache_peer 192.168.2.241 parent 8000 0no-query originserver
hierarchy_stoplist cgi-bin ?
cache_mem 100 MB
maximum_object_size_in_memory 2000 KB
cache_dir ufs /home/cache 400 16 256  max-size=250000
cache_dir ufs /var/spool/squid 2000 16256       min-size=250000
maximum_object_size 409600 KB
cache_swap_low 80
cache_swap_high 85
logformat squid %ts.%03tu %6tr %>a%Ss/%03Hs %<st %rm %ru %un %Sh/%<A %mt
access_log /var/log/squid/access.log squid
cache_log /var/log/squid/cache.log
cache_store_log /var/log/squid/store.log
pid_filename /var/run/squid.pid
refresh_pattern -i \.gif$   100   20%     1440      ignore-reload
refresh_pattern -i \.jpg$    10    20%     20       ignore-reload
refresh_pattern -i \.png$   100   20%     1440      ignore-reload
refresh_pattern -i \.jpeg$  100   20%     1440      ignore-reload
refresh_pattern -i \.bmp$   100   20%     1440     ignore-reload
acl apache rep_header Server ^Apache
broken_vary_encoding allow apache
visible_hostname 192.168.2.248
dns_nameservers 202.96.134.33 8.8.8.8
hosts_file /etc/hosts
coredump_dir /var/spool/squid
 
squid分2个地方存储,小于250k的图片存入内存,大于250K的图片存在磁盘
 
cache_dir ufs /home/cache 400 16 256  max-size=250000
cache_dir ufs /var/spool/squid 2000 16256   min-size=250000
通过把内存挂载到硬盘的方法,来把图片保存至内存,提高访问速度
 
效果
页面
http://www.51document.com/resources/images//upload/20130410/d56918b3-cce6-45d2-8b12-d314ba7fb889.png

访问效果
http://www.51document.com/resources/images//upload/20130410/3c28c3d6-e2c3-42f3-961b-728dbe9e42e2.png

Squid缓存效果,这时停掉后端的mongodb,访问还是没有问题的.图片依然可以正常显示
http://www.51document.com/resources/images//upload/20130410/0b694df5-57ec-4cd7-9c1c-7c3c07d15531.png
 
 
http://www.51document.com/1365591863693.html