生产环境中CentOS5.6下配置LVS

q29191

　　公司内网的一个项目开发那边自己配置的LVS，出了点问题，我重装配置了，济南和东莞各一套，东莞我用的是LVS-HA，济南我用的是LVS+keepalived，下面是具体步骤：
　　一、环境
　　东莞
　　VIP：172.28.29.71
　　realserver1:172.28.29.39(BACKUP)
　　realserver2:172.28.29.40(MASTER)
　　realserver3:172.28.29.41
　　济南
　　VIP：162.28.29.75
　　realserver1:162.28.29.38(MASTER)
　　realserver2:162.28.29.39(BACKUP)
　　realserver3:162.28.29.40
二、部署
A、东莞
1.安装需要的包（MASTER、BACKUP都安装安装）
yum -y install ipvsadm modcluster piranha system-config-cluster
2.撰写lvs.cfg配置文件（MASTER、BACKUP的内容是一样的）
[root@localhost ~]# vi /etc/sysconfig/ha/lvs.cf
serial_no = 18
primary = 172.28.29.40
service = lvs
backup_active = 1
backup = 172.28.29.39
heartbeat = 1
heartbeat_port = 539
keepalive = 6
deadtime = 18
network = direct
debug_level = NONE
monitor_links = 0
syncdaemon = 0
virtual 172.28.29.71 {
     active = 1
     address = 172.28.29.71 eth0:1
     vip_nmask = 255.255.255.0
     port = 81
     send = "GET / HTTP/1.0\r\n\r\n"
     expect = "HTTP"
     use_regex = 0
     load_monitor = none
     scheduler = wrr
     protocol = tcp
     timeout = 6
     reentry = 15
     quiesce_server = 0
     server 172.28.29.39 {
         address = 172.28.29.39
         active = 1
         port = 81
         weight = 1
     }
     server 172.28.29.40 {
         address = 172.28.29.40
         active = 1
         weight = 1
         port = 81
     }
     server 172.28.29.41 {
         address = 172.28.29.41
         active = 1
         port = 81
         weight = 1
     }
}



3.撰写realserver的脚本（三台realserver都需要）
vi /etc/init.d/lvs-realserver.sh

#/bin/bash
VIP=172.28.29.71

start(){
/sbin/ifconfig eth0:1 ${VIP} broadcast ${VIP} netmask 255.255.255.0 up
/sbin/route add -host ${VIP} dev eth0:1
/sbin/sysctl -w net.ipv4.conf.lo.arp_ignore=1
/sbin/sysctl -w net.ipv4.conf.lo.arp_announce=2
/sbin/sysctl -w net.ipv4.conf.all.arp_ignore=1
/sbin/sysctl -w net.ipv4.conf.all.arp_announce=2
/sbin/sysctl -p
}

stop(){
/sbin/ifconfig eth0:1 down
/sbin/sysctl -w net.ipv4.conf.lo.arp_ignore=0
/sbin/sysctl -w net.ipv4.conf.lo.arp_announce=0
/sbin/sysctl -w net.ipv4.conf.all.arp_ignore=0
/sbin/sysctl -w net.ipv4.conf.all.arp_announce=0
}

restart(){
stop
start
}

case $1 in
start)
     start
;;
stop)
     stop
;;
restart)
     restart
;;
status)
     /sbin/ifconfig
;;
*)
echo "Usage: $0 {start|stop|restart|status}"
exit 1
esac


4.添加执行权限并启动realserver的脚本，加人开机启动（三台都需要）
[root@localhost server]# chmod +x  /etc/init.d/lvs-realserver.sh
[root@localhost server]# sh /etc/init.d/lvs-realserver.sh
[root@localhost server]# echo "sh /etc/init.d/lvs-realserver.sh" >> /etc/rc.local

5.打开内核的路由转发功能（MASTER和BACKUP)
[root@localhost~]# vi /etc/sysctl.conf
把net.ipv4.ip_forward = 0 给为 1
执行一下： sysctl -p

6.启动LVS集群（先MASTER.后BACKUP)
/etc/init.d/pulse start


7.查看运行情况
[root@localhost server]# ipvsadm
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  172.28.29.71:hosts2-ns wrr
  -> 172.28.29.41:hosts2-ns       Route   1      15410      1         
  -> 172.28.29.39:hosts2-ns       Route   1      15476      1         
  -> 172.28.29.40:hosts2-ns       Local   1      2          2231  



B、济南
1. 安装需要的包（MASTER、BACKUP)
yum -y install ipvsadm
2.安装keepalived （MASTER、BACKUP)
[root@localhost ~]# ln -sv /usr/src/kernels/2.6.18-194.el5-x86_64/ /usr/src/linux/
[root@localhost ~]# wget http://www.keepalived.org/software/keepalived-1.1.17.tar.gz
[root@localhost ~]# tar -zxvf keepalived-1.1.17.tar.gz
[root@localhost ~]# cd keepalived-1.1.17
[root@localhost keepalived-1.1.17]# ./configure
[root@localhost keepalived-1.1.17]# make&&make install

。。。。。。
Keepalived configuration
------------------------
Keepalived version       : 1.1.17
Compiler                 : gcc
Compiler flags           : -g -O2
Extra Lib                : -lpopt -lssl -lcrypto
Use IPVS Framework       : Yes
IPVS sync daemon support : Yes
Use VRRP Framework       : Yes
Use LinkWatch            : No
Use Debug flags          : No


[root@localhost keepalived-1.1.17]# cp /usr/local/etc/rc.d/init.d/keepalived /etc/rc.d/init.d/
[root@localhost keepalived-1.1.17]# cp /usr/local/etc/sysconfig/keepalived /etc/sysconfig/
[root@localhost keepalived-1.1.17]# cp /usr/local/sbin/keepalived /usr/sbin/
[root@localhost keepalived-1.1.17]# mkdir /etc/keepalived

vi /etc/keepalived/keepalived.conf


! Configuration File for keepalived

global_defs {
   notification_email {
      navyaijm@163.com
   }
   notification_email_from navyaijm@163.com
   smtp_server smtp.163.com
  # smtp_connect_timeout 30
   router_id LVS_DEVEL
}

# VIP1
vrrp_instance VI_1 {
    state MASTER     备为：BACKUP
    interface eth0
    lvs_sync_daemon_inteface eth0
    virtual_router_id 51
    priority 100     备为：90
    advert_int 5
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
        162.28.29.75
    }
}

virtual_server 162.28.29.75 81 {
    delay_loop 6
    lb_algo rr
    lb_kind DR
    persistence_timeout 60
    protocol TCP

    real_server 162.28.29.38 81 {
        weight 100
        TCP_CHECK {
        connect_timeout 10
        nb_get_retry 3
        delay_before_retry 3
        connect_port 81
        }
    }
    real_server 162.28.29.39 81 {
        weight 100
        TCP_CHECK {
        connect_timeout 10
        nb_get_retry 3
        delay_before_retry 3
        connect_port 81
        }
     }
    real_server 162.28.29.40 81 {
        weight 100
        TCP_CHECK {
        connect_timeout 10
        nb_get_retry 3
        delay_before_retry 3
        connect_port 81
        }
     }
}


3.撰写realserver脚本（三台一样）
[root@localhost ~]# vi /etc/init.d/lvs-realserver.sh

#/bin/bash

VIP=162.28.29.75

start(){
/sbin/ifconfig eth0:1 ${VIP} broadcast ${VIP} netmask 255.255.255.0 up
/sbin/route add -host ${VIP} dev eth0:1
/sbin/sysctl -w net.ipv4.conf.lo.arp_ignore=1
/sbin/sysctl -w net.ipv4.conf.lo.arp_announce=2
/sbin/sysctl -w net.ipv4.conf.all.arp_ignore=1
/sbin/sysctl -w net.ipv4.conf.all.arp_announce=2
/sbin/sysctl -p
}

stop(){
/sbin/ifconfig eth0:1 down
/sbin/sysctl -w net.ipv4.conf.lo.arp_ignore=0
/sbin/sysctl -w net.ipv4.conf.lo.arp_announce=0
/sbin/sysctl -w net.ipv4.conf.all.arp_ignore=0
/sbin/sysctl -w net.ipv4.conf.all.arp_announce=0
}

restart(){
stop
start
}

case $1 in
start)
     start
;;
stop)
     stop
;;
restart)
     restart
;;
status)
     /sbin/ifconfig
;;
*)
echo "Usage: $0 {start|stop|restart|status}"
exit 1
esac

4.添加执行权限并启动realserver的脚本，加人开机启动（三台都需要）
[root@localhost server]# chmod +x  /etc/init.d/lvs-realserver.sh
[root@localhost server]# sh /etc/init.d/lvs-realserver.sh
[root@localhost server]# echo "sh /etc/init.d/lvs-realserver.sh" >> /etc/rc.local

5.打开内核的路由转发功能（MASTER和BACKUP)
[root@localhost~]# vi /etc/sysctl.conf
把net.ipv4.ip_forward = 0 给为 1
执行一下： sysctl -p

6.启动LVS集群（先MASTER.后BACKUP)
[root@localhost ~]# /etc/init.d/keepalived start
7.查看运行情况
[root@localhost ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  162.28.29.75:81 rr persistent 60
  -> 162.28.29.40:81              Route   100    1961       0         
  -> 162.28.29.39:81              Route   100    1648       1         
  -> 162.28.29.38:81              Local   100    0          227