一、項目目標
搭建一個高可用web集群網站
二、項目規劃
2.1 ip地址規劃
2.2 拓撲圖
2.3 相關說明
2.3.1 數據庫采用mysql主主復制和mmm高可用
2.3.2 web集群為lvs+dr模式，keeplived實現高可用
2.3.3 nfs使兩個web服務器間信息數據同步
2.3.4 nagios監控各服務器狀態
三、環境搭建
各主機本地yum源配置
或者此處也可使用自建內網yum源
mount -t iso9660 /dev/sr0 /media
echo '/dev/sr0 /media iso9660 defaults 0 0'>>/etc/fstab
[root@web02 ~]# cat /etc/yum.repos.d/centos.repo
[centos6-iso]
name=centos
baseurl=file:///media
enabled=1
gpgcheck=0
iptables及selinux關閉
service iptables stop；chkconfig iptables off
sed -i “s/SELINUX=enforcing/SELINUX=disabled/” /etc/selinux/config;setenforce 0
時間同步問題---NTP 服務器搭建
[root@nagios ~]# rpm -qa|grep ntp
如未安裝使用yum install -y ntp安裝
chkconfig ntpd on
vim /etc/ntp.conf
#restrict default kod nomodify notrap nopeer noquery #注釋此行
restrict 192.168.2.0 mask 255.255.0.0 nomodify notrap #新增此行
server s1d.time.edu.cn ?#網絡同步地址
server s2g.time.edu.cn ?#網絡同步地址
[root@nagios ~]#service ntpd restart 重啟ntp服務
然后其他主機做定時任務同步此時間服務器
echo '*/5 * * * * /usr/sbin/ntpdate 192.168.2.11 >/dev/null 2>&1'>>/var/spool/cron/root
各主機hosts文件修改
[root@nagios ~]# cat /etc/hosts
127.0.0.1? localhost localhost.localdomain localhost4 localhost4.localdomain4
::1? ? ? ? localhost localhost.localdomain localhost6 localhost6.localdomain6
192.168.2.62 mysql-m44
192.168.2.64 mysql-m45
192.168.2.40 mysql-mon40
192.168.2.65 web-lnmp01
192.168.2.66 web-lnmp02
192.168.2.60 nfs
192.168.2.50 lb-01
192.168.2.51 lb-02
192.168.2.11 nagios
3.1 nagios服務器搭建
所需軟件包
nagios-3.5.1.tar.gz?
nagios-plugins-2.1.1.tar
nrpe-2.15.tar
[root@nagios ~]# yum install -y httpd
[root@nagios ~]# chkconfig httpd on
nagios安裝
[root@nagios nagios]# groupadd nagios;useradd nagios -g nagios
[root@nagios ~]# tar xzvf nagios-3.5.1.tar.gz ;cd nagios
[root@nagios nagios]# yum install -y gcc gcc-c++ glibc glibc-common gd gd-devel mysql-server httpd php php-gd
[root@nagios nagios]# ./configure --prefix=/usr/local/nagios --with-command-group=nagios
[root@nagios nagios]#make all && make install
[root@nagios nagios]# make install-init;make install-commandmode;make install-config
[root@nagios nagios]# make install-webconf ? ? ? ##nagios web配置文件
[root@nagios nagios]# htpasswd -cb /usr/local/nagios/etc/htpasswd.users nagiosadmin 123456
service httpd restart &&?service nagios restart
nagios-plugins安裝
[root@nagios ~]# tar xf nagios-plugins-2.1.1.tar.gz
[root@nagios ~]# cd nagios-plugins-2.1.1
[root@nagios nagios-plugins-2.1.1]# ./configure --prefix=/usr/local/nagios/ --with-nagios-user=nagios --with-nagios-group=nagios && make && make install
[root@nagios ~]# /usr/local/nagios/bin/nagios -d /usr/local/nagios/etc/nagios.cfg
[root@nagios nagios-plugins-2.1.1]# chkconfig nagios on
[root@nagios nagios-plugins-2.1.1]# service nagios restart
驗證nagios配置文件命令/etc/init.d/nagios checkconfig
如想看到詳細報錯又不想用/usr/local/nagios/bin/nagios -v /usr/local/nagios/etc/nagios.cfg命令
可以修改vim /etc/init.d/nagios，將下圖中定向到空的內容刪除
即修正后為$NagiosBin -v $NagiosCfgFile;
[root@nagios ~]# vim /usr/local/nagios/etc/nagios.cfg
cfg_file=/usr/local/nagios/etc/objects/hosts.cfg
cfg_file=/usr/local/nagios/etc/objects/services.cfg
#cfg_file=/usr/local/nagios/etc/objects/localhost.cfg
nagios本機監控配置
[root@nagios ~]# vim /usr/local/nagios/etc/objects/hosts.cfg
[root@nagios etc]# head -51 objects/localhost.cfg |grep -v '#|^
>objects/hosts.cfg
[root@nagios etc]# vim objects/hosts.cfg
define host{
use? ? ? ? ? ? ? ? ? ? linux-server ? ? ? ? ??
host_name? ? ? ? ? ? ? 2.11-nagios
alias? ? ? ? ? ? ? ? ? 2.11-nagios
address? ? ? ? ? ? ? ? 127.0.0.1
}
define hostgroup{
hostgroup_name? linux-servers?
alias? ? ? ? ? Linux Servers?
members? ? ? ? 2.11-nagios ??
}
[root@nagios etc]# grep -v '#|^$'?objects/services.cfg
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? PING
check_command check_ping!100.0,20%!500.0,60%
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Root Partition
check_command check_local_disk!20%!10%!/
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Current Users
check_command check_local_users!20!50
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Total Processes
check_command check_local_procs!250!400!RSZDT
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Current Load
check_command check_local_load!5.0,4.0,3.0!10.0,6.0,4.0
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Swap Usage
check_command check_local_swap!20!10
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? SSH
check_command check_ssh
notifications_enabled 0 ?
?}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? HTTP
check_command check_http
notifications_enabled 0
}
[root@nagios etc]#chown nagios.nagios /usr/local/nagios/etc/objects/hosts.cfg
[root@nagios etc]#chown nagios.nagios /usr/local/nagios/etc/objects/services.cfg
[root@nagios etc]# /etc/init.d/nagios checkconfig
Total Warnings: 0
Total Errors:? 0
Things look okay - No serious problems were detected during the pre-flight check
OK.
[root@nagios etc]# /etc/init.d/nagios restart
客戶端訪問http://192.168.2.11/nagios
3.2 mysql服務器搭建mysql-m62和mysql-m64
mysql-5.5.52.tar.gz ? ?#源碼安裝
解決依賴
[root@xuegod62 mysql-5.5.52]# yum install -y ncurses-devel libaio-devel cmake
解壓安裝
[root@xuegod62 ~]# tar xf mysql-5.5.52.tar.gz;cd mysql-5.5.52
[root@xuegod64 mysql-5.5.52]# cmake -DCMAKE_INSTALL_PREFIX=/application/mysql -DMYSQL_DATADIR=/application/mysql/data -DMYSQL_UNIX_ADDR=/application/mysql/tmp/mysql.sock -DDEFAULT_CHARSET=utf8 -DDEFAULT_COLLATION=utf8_general_ci -DENABLED_LOCAL_INFILE=1 -DWITH_PARTITION_STORAGE_ENGINE=1 -DWITH_MYISAM_STORAGE_ENGINE=1 -DWITH_INNOBASE_STORAGE_ENGINE=1 -DWITH_MEMORY_STORAGE_ENGINE=1 -DWITH_READLINE=1
[root@xuegod62 mysql-5.5.52]# make -j 4 && make install?
[root@xuegod62 mysql-5.5.52]# mysql -V
mysql? Ver 14.14 Distrib 5.5.52, for Linux (x86_64) using readline 5.1?
#授權mysql用戶管理mysql的安裝目錄，
初始化mysl數據庫文件
[root@mysql-m62 mysql-5.5.52]# chown -R mysql.mysql /application/mysql/
[root@mysql-m62 mysql-5.5.52]# /application/mysql/scripts/mysql_install_db --basedir=/application/mysql/ --datadir=/application/mysql/data/ --user=mysql
[root@mysql-m62 mysql]# cp support-files/mysql.server /etc/init.d/mysqld
[root@mysql-m62 mysql]# chmod +x /etc/init.d/mysqld
啟動報錯：
設置mysql開機自啟動
[root@mysql-m62 mysql]# chkconfig mysqld on
[root@mysql-m62 mysql]# chkconfig --add mysqld
重啟mysql ? ? ? ? ?service mysqld restart
[root@mysql-m62 mysql]# mysqladmin -uroot password ‘123456’
刪除多余不用庫
mysql-m.64安裝配置同
數據庫主主復制配置
mysql> create database web; ?#我們后面網站要使用的數據庫web（兩個sql服務器都要創建，以便后續）
mysql-m62上修改 ? [root@mysql-m62 mysql]# vim /etc/my.cnf
mysql> grant replication slave on *.* to slave@192.168.2.64 identified by '123456'；
mysql>show master status;
mysql-m64上/etc/my.cnf配置
mysql> change master to master_host='192.168.2.62',master_user='slave',master_password='123456',master_log_file='mysql_bin.000012',master_log_pos=107;
mysql> start slave;
1 mysql> show slave status \G;
2 *************************** 1. row ***************************
3? ? ? ? ? ? ? ? Slave_IO_State:
4? ? ? ? ? ? ? ? ? Master_Host: 192.168.2.62
5? ? ? ? ? ? ? ? ? Master_User: slave
6? ? ? ? ? ? ? ? ? Master_Port: 3306
7? ? ? ? ? ? ? ? Connect_Retry: 60
8? ? ? ? ? ? ? Master_Log_File: mysql_bin.000011
9? ? ? ? ? Read_Master_Log_Pos: 330
10? ? ? ? ? ? ? ? Relay_Log_File: mysql-m64-relay-bin.000002
11? ? ? ? ? ? ? ? Relay_Log_Pos: 4
12? ? ? ? Relay_Master_Log_File: mysql_bin.000011
13? ? ? ? ? ? ? Slave_IO_Running: No
14? ? ? ? ? ? Slave_SQL_Running: Yes
15? ? ? ? ? ? ? Replicate_Do_DB: web
16? ? ? ? ? Replicate_Ignore_DB:
17? ? ? ? ? ? Replicate_Do_Table:
18? ? ? ? Replicate_Ignore_Table:
19? ? ? Replicate_Wild_Do_Table:
20? Replicate_Wild_Ignore_Table:
21? ? ? ? ? ? ? ? ? ? Last_Errno: 0
22? ? ? ? ? ? ? ? ? ? Last_Error:
23? ? ? ? ? ? ? ? ? Skip_Counter: 0
24? ? ? ? ? Exec_Master_Log_Pos: 107
25? ? ? ? ? ? ? Relay_Log_Space: 107
26? ? ? ? ? ? ? Until_Condition: None
27? ? ? ? ? ? ? ? Until_Log_File:
28? ? ? ? ? ? ? ? Until_Log_Pos: 0
29? ? ? ? ? ? Master_SSL_Allowed: No
30? ? ? ? ? ? Master_SSL_CA_File:
31? ? ? ? ? ? Master_SSL_CA_Path:
32? ? ? ? ? ? ? Master_SSL_Cert:
33? ? ? ? ? ? Master_SSL_Cipher:
34? ? ? ? ? ? ? ? Master_SSL_Key:
35? ? ? ? Seconds_Behind_Master: NULL
36 Master_SSL_Verify_Server_Cert: No
37? ? ? ? ? ? ? ? Last_IO_Errno: 1236
38? ? ? ? ? ? ? ? Last_IO_Error: Got fatal error 1236 from master when reading data from binary log: 'Could not find first log file name in binary log index file'
39? ? ? ? ? ? ? ? Last_SQL_Errno: 0
40? ? ? ? ? ? ? ? Last_SQL_Error:
41? Replicate_Ignore_Server_Ids:
42? ? ? ? ? ? ? Master_Server_Id: 1
43 1 row in set (0.00 sec)
44
45 ERROR:
46 No query specified
上面發現有報錯，
主主復制報錯解決
13行Slave_IO_Running: No 說明沒有同步 以及38行Last_IO_Error: Got fatal error 1236 from master when reading data from binary log: 'Could not find first log file name in binary log index file'
處理方法：在2.62主庫上reset master；2.64從庫上先stop再reset slave；重新change master to master_host='192.168.2.62',master_user='slave',master_password='123456',master_log_file='mysql_bin.000001',master_log_pos=107;
然后start slave
查看slave狀態show slave status；確認slave和master通信成功
接下來我們接著配置2.62為從，2.64為主
在2.64上
mysql> grant replication slave on *.* to 'slave'@'192.168.2.62' identified by '123456';
Query OK, 0 rows affected (0.00 sec)
192.168.2.62（mysql-m62）上
mysql> change master to master_host='192.168.2.64',master_user='slave',master_password='123456',master_log_file='mysql-bin.000001',master_log_pos=264;
Query OK, 0 rows affected (0.03 sec)
mysql> start slave;
主主復制測試
m62上web庫創建一個test表
mysql> use web;
mysql> create table test(id int,name char);
m64上查看，然后刪除表再到m62查看表狀態同步刪除
通過驗證可以看到主主復制已配置成功。
3.3配置安裝mmm和agent
3.3.1 安裝mmm
（mon40安裝mmm monitor，m62和m64安裝mmm-agent）
mon40安裝epel源，epel-release-latest-6.noarch.rpm
rpm -ivh https://dl.fedoraproject.org/pub/epel/epel-release-latest-6.noarch.rpm
[root@mysql-mon40 mm]# yum install -y mysql-mmm*
提示報錯，解決依賴，本地安裝以下rpm包
[root@mysql-mon40 mm]# yum install -y mysql-mmm*
已加載插件：fastestmirror, security
設置安裝進程
Loading mirror speeds from cached hostfile
* epel: mirrors.tuna.tsinghua.edu.cn
解決依賴關系
。。。。。。。。。中間安裝省略部分。。。。。。。。。。。
已安裝:
mysql-mmm.noarch 0:2.2.1-2.el6? ? ? ? ? mysql-mmm-agent.noarch 0:2.2.1-2.el6
mysql-mmm-monitor.noarch 0:2.2.1-2.el6? mysql-mmm-tools.noarch 0:2.2.1-2.el6
作為依賴被安裝:
perl-Class-Singleton.noarch 0:1.4-6.el6
perl-DBD-MySQL.x86_64 0:4.013-3.el6
perl-Date-Manip.noarch 0:6.24-1.el6
perl-Log-Dispatch.noarch 0:2.27-1.el6
perl-Log-Dispatch-FileRotate.noarch 0:1.19-4.el6
perl-Log-Log4perl.noarch 0:1.30-1.el6
perl-Mail-Sender.noarch 0:0.8.16-3.el6
perl-Mail-Sendmail.noarch 0:0.79-12.el6
perl-Net-ARP.x86_64 0:1.0.6-2.1.el6
perl-Params-Validate.x86_64 0:0.92-3.el6
perl-Path-Class.noarch 0:0.25-1.el6
perl-Proc-Daemon.noarch 0:0.19-1.el6
perl-Proc-ProcessTable.x86_64 0:0.48-1.el6
perl-XML-DOM.noarch 0:1.44-7.el6
perl-XML-RegExp.noarch 0:0.03-7.el6
perl-YAML-Syck.x86_64 0:1.07-4.el6
完畢！
m62和m64上安裝mysql-mmm-agent
[root@mysql-m62 ~]# rpm -ivh https://dl.fedoraproject.org/pub/epel/epel-release-latest-6.noarch.rpm
[root@mysql-mon40 mm]# ls
perl-Algorithm-Diff-1.1902-9.el6.noarch.rpm? perl-Email-Date-Format-1.002-5.el6.noarch.rpm? perl-MIME-Types-1.28-2.el6.noarch_(1).rpm? rrdtool-1.4.7-1.el6.rfx.x86_64.rpm
perl-Email-Date-1.102-2.el6.noarch.rpm? ? ? perl-MIME-Lite-3.027-2.el6.noarch.rpm? ? ? ? ? perl-rrdtool-1.4.7-1.el6.rfx.x86_64.rpm
[root@mysql-mon40 ~]# scp mm/* 192.168.2.62:/root/
[root@mysql-mon40 ~]# scp mm/* 192.168.2.64:/root/
[root@mysql-m62 ~]# yum remove -y gd
[root@mysql-m62 ~]# yum localinstall libgd2-2.0.33-2_11.el6.x86_64.rpm gd-devel-2.0.33-2_11.el6.x86_64.rpm
[root@mysql-m62 ~]# yum localinstall -y perl-rrdtool-1.4.7-1.el6.rfx.x86_64.rpm rrdtool-1.4.7-1.el6.rfx.x86_64.rpm
[root@mysql-m62 ~]# yum localinstall -y perl-Algorithm-Diff-1.1902-9.el6.noarch.rpm perl-Email* perl-MIME*
[root@mysql-m62 ~]# yum install mysql-mmm-agent -y
m62和m64分別創建并授權用戶
mysql> grant replication client on *.* to 'monitor'@'192.168.2.%' identified by '123456';
mysql> grant super,replication client,process on *.* to 'agentuser'@'192.168.2.%' identified by '123456';
mysql> flush privileges;
mysql-m40配置
[root@mysql-mon40 ~]# vim /etc/mysql-mmm/mmm_mon.conf
###修改監控的ip的地址和監控用的用戶名密碼
include ? ?mmm_common.confip? ? ? ? ? ? ? 127.0.0.1
pid_path? ? ? ? /var/run/mmm_mond.pid
bin_path? ? ? ? /usr/lib/mysql-mmm/
status_path? ? /var/lib/misc/mmm_mond.status
ping_ips? ? ? ? 192.168.2.62, 192.168.2.64, 192.168.2.1
monitor_user? ? monitor
monitor_password 123456
debug 0
m62和m64節點數據庫配置
[root@mysql-m62 ~]# vim /etc/mysql-mmm/mmm_agent.conf
this mysql-m62
[root@mysql-m64~]# vim /etc/mysql-mmm/mmm_agent.conf
this mysql-m64
[root@mysql-mon40 ~]# scp /etc/mysql-mmm/mmm_common.conf 192.168.2.62:/etc/mysql-mmm/
[root@mysql-mon40 ~]# scp /etc/mysql-mmm/mmm_common.conf 192.168.2.64:/etc/mysql-mmm/
兩臺節點主機mysql-mmm-agent啟動并加入開機在自動啟動
[root@mysql-m62 ~]# /etc/init.d/mysql-mmm-agent start
[root@mysql-m62 ~]# echo "/etc/init.d/mysql-mmm-agent start">>/etc/rc.local
[root@mysql-m64 ~]# /etc/init.d/mysql-mmm-agent start
[root@mysql-m64 ~]# echo "/etc/init.d/mysql-mmm-agent start">>/etc/rc.local
monitor啟動并加入開機啟動
[root@mysql-mon40 ~]# /etc/init.d/mysql-mmm-monitor start
[root@mysql-mon40 ~]# echo '/etc/init.d/mysql-mmm-monitor start'>>/etc/rc.local
檢測發現有一個報錯2.64，連接不到
多方查詢未找到解決方法，待后續重新安裝測試。
3.4 nfs服務器安裝配置
[root@nfs ~]# yum install -y nfs-utils
[root@xuegod64 ~]# vim /etc/exports
/www *(rw,sync,root_squash)
[root@nfs ~]# service rpcbind restart;service nfs restart
設置開機啟動chkconfig nfs on ?;chkconfig rpcbind on
[root@nfs ~]#cd /www
[root@nfs www]# unzip Discuz_X3.2_SC_UTF8.zip
[root@nfs www]# mv upload/* .
[root@nfs www]# chmod 777 /www/ -R
3.5 web服務器配置
3.5.1 兩臺web上nfs配置掛載
[root@xuegod65 ~]# yum install -y httpd php php-mysql
[root@xuegod65 ~]# service httpd restart;chkconfig httpd on
[root@xuegod65 ~]# showmount -e 192.168.2.60
[root@xuegod65 ~]# mount 192.168.2.60:/www /var/www/html/
配置開機自動掛載[root@xuegod65 ~]# echo "192.168.2.60:/www /var/www/html nfs _netdev 0 0">>/etc/fstab
3.6集群高可用配置
lb01主機keepalived安裝（lb02主機同）
tar xf keepalived-1.2.13.tar.gz
[root@lb01 ~]# cd keepalived-1.2.13
[root@lb01 keepalived-1.2.13]# ./configure --prefix=/usr/local/keepalived/
[root@lb01 keepalived-1.2.13]# make && make install
keepalived默認啟動時會去/etc/keepalived目錄下找配置文件
[root@lb01 ~]# cp /usr/local/keepalived/etc/rc.d/init.d/keepalived /etc/init.d/
[root@lb01 ~]# cp /usr/local/keepalived/etc/sysconfig/keepalived /etc/sysconfig/
[root@lb01 ~]# cp /usr/local/keepalived/etc/keepalived/keepalived.conf /etc/keepalived/
[root@lb01 ~]# cp /usr/local/keepalived/sbin/keepalived /usr/sbin/
[root@lb01 ~]# chkconfig keepalived on
[root@lb01 ~]# chmod +x /etc/init.d/keepalived
LVS安裝（lb02同）
先安裝以下軟件包
[root@lb01 ~]# yum install -y libnl* popt*
查看是否加載lvs模塊[root@lb01 ~]# modprobe -l|grep ipvs
[root@lb01 ~]# rpm -ivh /media/Packages/ipvsadm-1.26-4.el6.x86_64.rpm
[root@lb01 ~]# ipvsadm -L -n ? ；查看當前lvs集群
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port? ? ? ? ? Forward Weight ActiveConn InActConn
LVS+Keepalived配置
lb01節點主機配置
[root@lb01 ~]# vim /etc/keepalived/keepalived.conf
! Configuration File for keepalived
global_defs {
notification_email {
root@localhost
}
notification_email_from root@localhost
smtp_server localhost
smtp_connect_timeout 30
router_id lb01
}
vrrp_instance VI_1 {
state MASTER
interface eth0
virtual_router_id 51
priority 100
advert_int 1
authentication {
auth_type PASS
auth_pass 1111
}
virtual_ipaddress {
192.168.2.69
}
}
virtual_server 192.168.2.69 80 {
delay_loop 6
lb_algo wrr
lb_kind DR
nat_mask 255.255.255.0
persistence_timeout 50
protocol TCP
real_server 192.168.2.65 80 {
weight 3
TCP_CHECK {
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
connect_port 80
}
}
real_server 192.168.2.66 80 {
weight 3
TCP_CHECK {
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
connect_port 80
}
}
}
注意事項：
TCP_CHECK {? ? ? #這個TCP_CHECK和{之間要加空格，不然只能識別到第一個realserver
lb02節點主機配置
先將lb01的keepadlived配置文件復制到lb02，略加修改，保存
[root@lb01 ~]#scp /etc/keepalived/keepalived.conf 192.168.2.52:/etc/keepalived/keepalived.conf
[root@lb02 ~]# service keepalived restart
[root@lb02 ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port? ? ? ? ? Forward Weight ActiveConn InActConn
TCP? 192.168.2.69:80 rr persistent 50
-> 192.168.2.65:80? ? ? ? ? ? ? Route? 1? ? ? 0? ? ? ? ? 0
-> 192.168.2.66:80? ? ? ? ? ? ? Route? 1? ? ? 0? ? ? ? ? 0
配置兩個realserver
將/etc/init.d/lvsrsdr 中的VIP修改為192.168.2.69
[root@xuegod65 ~]# chmod +x /etc/init.d/lvsrsdr
[root@xuegod65 ~]# echo "/etc/init.d/lvsrsdr start">>/etc/rc.d/rc.local
[root@xuegod65 ~]# service lvsrsdr start
[root@xuegod66 ~]# chmod +x /etc/init.d/lvsrsdr
[root@xuegod66 ~]# echo "/etc/init.d/lvsrsdr start">>/etc/rc.d/rc.local
[root@xuegod66 ~]# service lvsrsdr start
[root@xuegod65 ~]# ifconfig lo:1
lo:1? ? ? Link encap:Local Loopback
inet addr:192.168.2.69? Mask:255.255.255.255
UP LOOPBACK RUNNING? MTU:65536? Metric:1
[root@xuegod66 ~]# ifconfig lo:1
lo:1? ? ? Link encap:Local Loopback
inet addr:192.168.2.69? Mask:255.255.255.255
UP LOOPBACK RUNNING? MTU:65536? Metric:1
數據庫授權
[root@mysql-m62 ~]# mysql -uroot -p123456
mysql> grant all on web.* to web@'%' identified by '123456';
[root@mysql-m64 ~]# mysql -uroot -p123456
mysql> grant all on web.* to web@'%' identified by '123456';
有前面nfs服務器以及web站點已掛載
web站點安裝discuz
現在可以直接訪問
[root@web01 ~]# yum install php-mysql解決mysql_connect()問題
nfs服務器上 chmod -R 777 /www 檢查權限
nfs服務器上配置config_global.php文件，
配置web站點讀寫分離
nagios插件自動部署腳本
先在nagios服務器2.11上臨時搭建ftp服務，方便下一步創建插件自動部署腳本
yum install -y vsftpd
rz上傳nagios-plugins-2.1.1.tar.gz和nrpe-2.15.tar.gz到/var/ftp/pub/目錄下
[root@nagios yum]# cd /var/ftp/pub/
[root@nagios pub]# ls
nagios-plugins-2.1.1.tar.gz? nrpe-2.15.tar.gz
創建自動部署nagios-plugin及nrpe命令腳本
vim nagios.sh
wget ftp://192.168.2.11/pub/nrpe-2.15.tar.gz
wget ftp://192.168.2.11/pub/nagios-plugins-2.1.1.tar.gz
groupadd nagios
useradd -u 8001 -s /sbin/nologin -g nagios nagios
tar xf nagios-plugins-2.1.1.tar.gz ;cd nagios-plugins-2.1.1
./configure && make && make install && cd
sleep 5
tar xf nrpe-2.15.tar.gz;cd nrpe-2.15
./configure && make all && make install && make install-plugin&& make install-daemon-config&& make install-xinetd
創建好了批量部署腳本后，傳輸給各個服務器，為了簡化操作
我們使用
sshpass批量傳輸腳本給各個服務器
[root@nagios scp]wget http://sourceforge.net/projects/sshpass/files/sshpass/1.05/sshpass-1.05.tar.gz
解壓，編譯，安裝完成后
新建host主機文件
[root@nagios scp]# vim host
192.168.2.62 root 123456
192.168.2.64 root 123456
192.168.2.40 root 123456?
192.168.2.65 root 123456
192.168.2.66 root 123456?
192.168.2.60 root 123456?
192.168.2.51 root 123456?
192.168.2.52 root 123456
新建傳輸腳本t.sh
[root@nagios scp]# vim t.sh
#!/bin/bash
host=($(cat host | awk '{print $1}'))
user=($(cat host | awk '{print $2}'))
pass=($(cat host | awk '{print $3}'))
for((i=0;i<${#host[@]};i++));
do
sshpass -p ${pass[$i]} scp /root/nagios.sh ${user[$i]}@${host[$i]}:/root/
done
然后在xshell底部發送以下命令到全部窗口執行腳本即可全部安裝部署完成
chmox +x /root/nagios.sh;sh nagios.sh
yum install -y xinetd;service xinetd start;chkconfig xinetd on
nagios服務器監控各服務器
所有主機配置項：
在shell主機組中執行命令發送到全部會話主機
echo "nrpe ?5666/tcp ? #nrpe">>/etc/services
sed -i 's#127.0.0.1#127.0.0.1,192.168.2.11#g' /etc/xinetd.d/nrpe ? ? ? ? ? ? 以及
數據庫服務器監控
2.40-mysql-mon，mysql-m62以及mysql-m64主機配置
vim /usr/local/nagios/etc/nrpe.cfg
allowed_host=127.0.0.1,192.168.2.11
command[check_users]=/usr/local/nagios/libexec/check_users -w 5 -c 10
command[check_load]=/usr/local/nagios/libexec/check_load -w 15,10,5 -c 30,25,20
command[check_sda1]=/usr/local/nagios/libexec/check_disk -w 20% -c 10% -p /dev/sda1 ? ?#注意修改對應磁盤
command[check_zombie_procs]=/usr/local/nagios/libexec/check_procs -w 5 -c 10 -s Z
command[check_total_procs]=/usr/local/nagios/libexec/check_procs -w 200 -c 250
command[check_host_alive]=/usr/local/nagios/libexec/check_ping -H 192.168.2.40 -w 1000.0,80% -c 2000.0,100% -p 5 ? ? ? ##x新增，不同服務器對應不同ip
#command[check_mysql_status]=/usr/local/nagios/libexec/check_mysql -umonitor -P3306 ?-Hlocalhost --password='123456' -d discuz -w 60 -c 100 ? ?#此處不使用這種監控方式，實際采用了端口3306監控方式。
啟動nrpe
[root@mysql-mon40 ~]# /usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe -d
[root@mysql-nagios ~]#/usr/local/nagios/libexec/check_nrpe -H 192.168.2.40
提示：CHECK_NRPE: Error - Could not complete SSL handshake.
是因為前面修改過nrpe.cfg，需要重啟，使用命令pkill nrpe和
/usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe -d
[root@nagios ~]# /usr/local/nagios/libexec/check_nrpe -H 192.168.2.40
NRPE v2.15 ? #成功
本機check_mysql狀態報錯
[root@mysql-mon40 nrpe-2.15]# /usr/local/nagios/libexec/check_mysql -h
/usr/local/nagios/libexec/check_mysql: error while loading shared libraries: libmysqlclient.so.18: cannot open shared object file: No such file or directory
處理方法新增一行 /usr/local/mysql/lib
vim /etc/ld.so.conf
include?ld.so.conf.d/*.conf
/usr/local/mysql/lib
然后ldconfig使其生效
添加賬號 mysql> GRANT PROCESS, SUPER, REPLICATIONCLIENT ON *.* TO 'nagios'@'192.168.2.%' IDENTIFIED BY '123456' with grant option;
flush privilegs；
本機nrpe驗證
nagios服務端驗證
而后完善配置文件
commands.cfg
[root@nagios ~]# vim /usr/local/nagios/etc/objects/commands.cfg
define command{
command_name? ? check_nrpe
command_line? ? $USER1$/check_nrpe-H $HOSTADDRESS$ -c $ARG1$
}
define command{
command_name? ? check_host_alive
command_line? ? $USER1$/check_ping-H $HOSTADDRESS$ -w 3000.0,80% -c 5000.0,100% -p 5
}
創建192.168.2.40.cfg? 192.168.2.62.cfg? 192.168.2.62.cfg配置文件 （見附件）
分別在這三個主機上重新啟動nrpe和xinetd
命令：pkill nrpe; /usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe.cfg -d;service xinetd restart
nagios服務器上service nagios restart
web服務器監控
2.65-web01以及2.66-web02主機監控
nagios服務器創建配置文件192.168.2.65.cfg ? 192.168.2.66.cfg （見單獨附件）
修改2.65-web01以及2.66-web02主機上nrpe.cfg配置
command[check_sda1]=/usr/local/nagios/libexec/check_disk -w 20% -c 10% -p /dev/sda1 ##修改
command[check_host_alive]=/usr/local/nagios/libexec/check_ping -H 192.168.2.65 -w 1000.0,80% -c 2000.0,100% -p 5 ? ##新增
重新啟動nrpe和xinetd
命令：pkill nrpe; /usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe.cfg -d;service xinetd restart
nagios服務器上驗證配置
[root@nagios servers]# /usr/local/nagios/bin/nagios -v /usr/local/nagios/etc/nagios.cfg
Total Warnings: 0
Total Errors:? 0
[root@nagios servers]# service nagios restart
瀏覽器訪問192.168.2.11/nagios，效果如下
上面看到有2.66-web02的total processes運行總進程warning，是因為默認設置的監控閾值太低
command[check_total_procs]=/usr/local/nagios/libexec/check_procs -w 150 -c 200
修改為command[check_total_procs]=/usr/local/nagios/libexec/check_procs -w 300 -c 500
重啟nrpe后顯示ok
2.11nagios本身http服務warning的原因是/var/www/html/下缺少主頁
echo "2.11">/var/www/html/index.html，重啟httpd后顯示ok
至此還剩下兩臺lvs&keepalived設備未做監控
keepalived服務器監控
監控方法：/usr/local/nagios/libexec/check_procs -w:2 -c:4 -C keepalived
check_proc是檢查操作系統中的進程個數的插件，可以通過參數匹配出是否存在某個進程，進程的個數是多少等等。
本處意思是監控keepalived進程數量，如果超過3個就報warning，超過5個就是critical
192.168.2.51 ?lb01服務器上（lb同）
[root@lb01 ~]# /usr/local/nagios/libexec/check_procs -w:2 -c:4 -C keepalived
PROCS WARNING: 3 processes with command name 'keepalived' | procs=3;:2;:4;0;
[root@lb01 ~]# ps -ef|grep keepalived|grep -v grep
root? ? ? 36304? ? ? 1? 0 01:12 ?? ? ? ? 00:00:00 keepalived -D
root? ? ? 36306? 36304? 0 01:12 ?? ? ? ? 00:00:00 keepalived -D
root? ? ? 36307? 36304? 0 01:12 ?? ? ? ? 00:00:00 keepalived -D
修改其nrpe配置文件
[root@lb01 ~]# vim /usr/local/nagios/etc/nrpe.cfg
allowed_host=127.0.0.1,192.168.2.11 ?##添加允許nagios服務器進行監控
nagios服務器上創建lb01和lb02的監控配置文件
192.168.2.51.cfg和192.168.2.52.cfg ?{見單獨附件}
重啟lb01和lb02的nrpe和xinetd
命令：pkill nrpe; /usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe.cfg -d;service xinetd restart
查看監控狀態如下：
以上所有監控部署完畢，看下整體情況
忘記，再創建一下監控組（不創也沒事，只是方便分組查看）
[root@nagios nagios]# pwd
/usr/local/nagios
[root@nagios nagios]# vim etc/servers/group.cfg
define hostgroup{
hostgroup_name? ? ? linux-server
alias? ? ? ? ? ? ? Linux Server
members? ? ? ? ? ? 2.60-nfs,2.65-web01,2.66-web02,2.40-mysql-mon,mysql-m62,mysql-m64,lb-01,lb-02
}
重啟nagios
性能優化部分
mysql服務器優化(查詢優化)
vim /etc/my.cnf
set-variable=max_connections=500
set-variable=wait_timeout=10
max_connect_errors?=?100
max_connections = 500?
max_user_connections = 100
log-slow-queries? ; enable the slow query log, default 10 seconds
long_query_time = 5? ; log queries taking longer than 5 seconds
log-queries-not-using-indexes?
key_buffer_size = 128M
web服務器優化
net.core.somaxconn = 32768
net.core.wmem_default = 8388608
net.core.rmem_default = 8388608
net.core.rmem_max = 16777216
net.core.wmem_max = 16777216
net.ipv4.tcp_timestamps = 0
net.ipv4.tcp_synack_retries = 2
net.ipv4.tcp_syn_retries = 2
net.ipv4.tcp_tw_recycle = 1
#net.ipv4.tcp_tw_len = 1
net.ipv4.tcp_tw_reuse = 1
net.ipv4.tcp_mem = 94500000 915000000 927000000
net.ipv4.tcp_max_orphans = 3276800
net.ipv4.ip_local_port_range = 1024? 65535
#網絡參數優化結束
系統最大打開文件數優化
[root@web01 ~]# ulimit -n
1024
臨時修改命令ulimit -SHn 51201
但是重啟會被還原，可以在開機自動將上述命令寫入 /etc/rc.local
如果想永久更改，可以按照如下修改：
vi /etc/security/limits.conf
# add
*?soft?nofile?51200
*?hard?nofile?51200
數據庫備份腳本
[root@mysql-m62 scripts]# vim mysqlbackup.sh
#!/bin/bash
#time 2017-08-16
DATE='date +%Y-%m-%D'
username=root
password=123456
database=web
backdir=/data/backup/db
mysqldump -u$username -p$password -d $database > $backdir/mysql-$DATE.sql
cd $backdir && tar czf mysql-$DATE.tar.gz *.sql
find $backdir -name *.sql -exec rm -rf{} \;
if [$? -eq 0];then
echo "mysql-$DATE.sql was successed backup"|mail -s "$mysql-DATE backup-success" 110830367@qq.com
else
echo "mysql-$DATE.sql was failed backup"|mail -s "mysql-DATE failed-backup" 110830367@qq.com
fi
find $backdir -type f -mtime +30 -exec rm -rf{} \;
添加到定時任務，每天晚上凌晨1點執行
[root@mysql-m62 scripts]# crontab -e
*/5 * * * * /usr/sbin/ntpdate 192.168.2.11 >/dev/null 2>&1
* 1 * * * sh /scripts/mysqlbackup.sh
