昨晚对公司官网缓存程序做了变更，由nginx更换为varnish。Varnish是一款高性能的开源HTTP加速器，相比较squid和nginx，具有更大的优势，目前已广泛用于各网站缓存系统。部署服务器：223.5.X.X、223.5.X.Y安装：#yuminstall-yautomakeautoconflibtoo
昨晚对公司官网缓存程序做了变更，由nginx更换为varnish。Varnish是一款高性能的开源HTTP加速器，相比较squid和nginx，具有更大的优势，目前已广泛用于各网站缓存系统。
部署服务器：223.5.X.X、223.5.X.Y
安装：
#yum install -y automake autoconf libtool ncurses-devel libxslt
groff pcre-devel pkgconfig
接下来将你下载的软件包解压到一个目录下
#tar zxvf varnish-2.1.3.tar.gz然后进入解压后的目录中
#cd varnish-2.1.3
在配置前可以检查一下软件的依赖关系是否满足，避免不必要的麻烦
#sh autogen.sh
#sh configure
#make
#make install
安装过程中出现.so不存在问题解决：
如果发现了libXXX.so.1.2.3的确存在，就把libXXX.so.1.2.3所在的目录加入到
/etc/ld.so.conf 中，或者在 /etc/ld.so.conf.d/ 下新建一文件，如 XXX.conf
，其内容是libXXX.so.1.2.3所在的目录。
如果发现libXXX.so.1.2.3不存在，你可能没安装包含库的程序。一般google一下“XXX
linux”就能找到相应的软件。
ldconfig
主程序路径：/usr/local/etc/varnish/bobo365.vcl
# This is a basic VCL configuration file for varnish.
See the vcl(7)
# man page for details on VCL syntax and semantics.
#
# Default backend definition. Set this to point to
your content
# server.
#
backend web01_bobo365 {
.host = "192.168.1.232";
.port = "80";
.probe = {
.url = "/";
.interval = 5s;
.timeout = 1 s;
.window = 5;
.threshold = 3;
}
}
backend web02_bobo365 {
.host =
"192.168.1.236";
.port =
"80";
.probe = {
.url = "/";
.interval = 5s;
.timeout = 1 s;
.window = 5;
.threshold = 3;
}
}
backend img01_bobo365 {
.host = "192.168.1.235";
.port = "80";
# .probe = {
#
.url = "/";
#
.interval = 5s;
#
.timeout = 1 s;
#
.window = 5;
#
.threshold = 3;
# }
}
#backend img02_bobo365 {
# .host = "192.168.1.250";
# .port = "80";
# .probe = {
#
.url = "/";
#
.interval = 5s;
#
.timeout = 1 s;
#
.window = 5;
#
.threshold = 3;
# }
# }
director lb_web random {
.retries =
6;
{
.backend =
web01_bobo365;
.weight =
2;
}
{
.backend =
web02_bobo365;
.weight =
2;
}
}
director lb_img random {
.retries =
6;
{
.backend =
img01_bobo365;
.weight = 2;
}
#
{
# .backend =
img02_bobo365;
# .weight =
2;
#
}
}
acl local {
"localhost";
"127.0.0.1";
}
sub vcl_recv {
if
(req.http.host ~ "^(www.)?bobo365.com$") {
set req.backend =
lb_web;
}
elsif
(req.http.host ~ "^(img.)?bobo365.com$") {
set req.backend =
lb_img;
}
else
{
error 404 "Unknown
HostName!";
}
if (req.request
== "PURGE") {
if (!client.ip ~ local)
{
error 405 "Not Allowed.";
return (lookup);
}
}
if (req.request
== "GET" && req.url ~ "\.(jpg|png|gif|swf|jpeg|ico)$")
{
unset
req.http.COOKIE;
}
if
(req.http.x-forwarded-for) {
set req.http.X-Forwarded-For
=
req.http.X-Forwarded-For ", "
client.ip;
} else
{
set req.http.X-Forwarded-For =
client.ip;
}
if (req.request
!= "GET" &&
req.request != "HEAD"
&&
req.request != "PUT"
&&
req.request != "POST"
&&
req.request != "TRACE"
&&
req.request != "OPTIONS"
&&
req.request != "DELETE")
{
return (pipe);
}
if (req.request
!= "GET" && req.request != "HEAD") {
return (pass);
}
if
(req.http.Authorization || req.http.COOKIE) {
return (pass);
}
if (req.request
== "GET" && req.url ~ "\.(php)($|\?)") {
return (pass);
}
return
(lookup);
}
sub vcl_pipe {
return
(pipe);
}
sub vcl_pass {
return
(pass);
}
sub vcl_hash {
set req.hash +=
req.url;
if
(req.http.host) {
set req.hash +=
req.http.host;
} else
{
set req.hash +=
server.ip;
}
return
(hash);
}
sub vcl_hit {
if
(!obj.cacheable) {
return (pass);
}
return
(deliver);
}
sub vcl_miss {
return
(fetch);
}
sub vcl_fetch {
if
(!beresp.cacheable) {
return (pass);
}
if
(beresp.http.Set-COOKIE) {
return (pass);
}
if
(beresp.http.Pragma ~ "no-cache" ||
beresp.http.Cache-Control ~ "no-cache" ||
beresp.http.Cache-Control ~ "private") {
return (pass);
}
if (req.request == "GET"
&& req.url ~ "\.(gif|png|ico|jpg|jpeg|bmp|tif|swf
)$" ) {
set beresp.ttl =
5d;
}
else if (req.request ==
"GET" && req.url ~ "\.(txt|shtml|html|htm)$" ) {
set beresp.ttl =
1d;
}
else if (req.request ==
"GET" && req.url ~ "\.(css|j|js)$" ) {
set beresp.ttl =
1d;
}
else {
set beresp.ttl =
30d;
}
return (deliver);
}
sub vcl_deliver {
set
resp.http.x-hits = obj.hits ;
if (obj.hits
> 0) {
set resp.http.X-Cache = "HIT
cqtel-web01_bobo365";
} else
{
set resp.http.X-Cache = "MISS
cqtel-web02_bobo365";
}
}
sub vcl_error {
set
obj.http.Content-Type = "text/html; charset=utf-8";
synthetic
{"
html1/DTD/xhtml1-strict.dtd">
Error
"} obj.status " " obj.response {"
"}
obj.response {"
Guru
Meditation:
XID: "}
req.xid {"
http://www.bobo365.com
#
default02 cache
server
"};
return
(deliver);
}
日志存放路径：
/opt/varnish/logs/varnish.log
日志切割脚本路径：
/opt/varnish/cutvlog.sh
#!/bin/sh
vlog= /opt/varnish/logs/varnish.log
logs_path=/var/log/varnish-log
date=$(date -d "yesterday" +"%Y-%m-%d")
pkill -9 varnishncsa
mkdir -p /var/log/varnish-log
mkdir -p ${logs_path}/$(date -d "yesterday" +"%Y")/$(date -d
"yesterday" +"%m")/
mv /opt/varnish/logs/varnish.log ${logs_path}/$(date -d
"yesterday" +"%Y")/$(dat
e -d "yesterday" +"%m")/varnish-${date}.log
varnishncsa -w /opt/varnish/logs/varnish.log
&
启动日志记录命令：
varnishncsa -w /opt/varnish/logs/varnish.log
&
程序关闭：pkill varnish
程序启动：varnishd -f /usr/local/etc/varnish/bobo365.vcl -s
file,/data/varnish/vcache/varnish_cache.data,1G -T 127.0.0.1:2000
-a 0.0.0.0:800
缓存文件路径：/data/varnish/vcache/varnish_cache.data
计划任务：0 0 * * * /opt/varnish/cutvlog.sh
查看缓存命中情况：
varnishstat
varnishhist
varnishlog
haproxy监控页面：
http://www.bobo365.com/haproxy-stats
缓存清除：
varnishadm -T 127.0.0.1:2000 purge "req.http.host ~
www.bobo365.com$&& req.url~ /static/image/tt.jpg"
说明：
127.0.0.1:2000 为被清除缓存服务器地址及端口（与程序启动命令有关）
www.bobo365.com 为被清除的域名
/static/image/tt.jpg 为被清除的url地址列表
清除所有缓存
# varnishadm -T 127.0.0.1:2000 purge.rul *$
清除image目录下所有缓存
varnishadm -T 127.0.0.1:2000 purge.url /image/
京公网安备 11010802041100号