一伦腐、項(xiàng)目目標(biāo)
搭建一個(gè)高可用web集群網(wǎng)站
二缴淋、項(xiàng)目規(guī)劃
2.1 ip地址規(guī)劃
2.2 拓?fù)鋱D
2.3 相關(guān)說明
2.3.1 數(shù)據(jù)庫(kù)采用mysql主主復(fù)制和mmm高可用
2.3.2 web集群為lvs+dr模式宅静，keeplived實(shí)現(xiàn)高可用
2.3.3 nfs使兩個(gè)web服務(wù)器間信息數(shù)據(jù)同步
2.3.4 nagios監(jiān)控各服務(wù)器狀態(tài)
三、環(huán)境搭建
各主機(jī)本地yum源配置
或者此處也可使用自建內(nèi)網(wǎng)yum源
mount -t iso9660 /dev/sr0 /media
echo '/dev/sr0 /media iso9660 defaults 0 0'>>/etc/fstab
[root@web02 ~]# cat /etc/yum.repos.d/centos.repo
[centos6-iso]
name=centos
baseurl=file:///media
enabled=1
gpgcheck=0
iptables及selinux關(guān)閉
service iptables stop余蟹；chkconfig iptables off
sed -i “s/SELINUX=enforcing/SELINUX=disabled/” /etc/selinux/config;setenforce 0
時(shí)間同步問題---NTP 服務(wù)器搭建
[root@nagios ~]# rpm -qa|grep ntp
如未安裝使用yum install -y ntp安裝
chkconfig ntpd on
vim /etc/ntp.conf
#restrict default kod nomodify notrap nopeer noquery #注釋此行
restrict 192.168.2.0 mask 255.255.0.0 nomodify notrap #新增此行
server s1d.time.edu.cn ?#網(wǎng)絡(luò)同步地址
server s2g.time.edu.cn ?#網(wǎng)絡(luò)同步地址
[root@nagios ~]#service ntpd restart 重啟ntp服務(wù)
然后其他主機(jī)做定時(shí)任務(wù)同步此時(shí)間服務(wù)器
echo '*/5 * * * * /usr/sbin/ntpdate 192.168.2.11 >/dev/null 2>&1'>>/var/spool/cron/root
各主機(jī)hosts文件修改
[root@nagios ~]# cat /etc/hosts
127.0.0.1? localhost localhost.localdomain localhost4 localhost4.localdomain4
::1? ? ? ? localhost localhost.localdomain localhost6 localhost6.localdomain6
192.168.2.62 mysql-m44
192.168.2.64 mysql-m45
192.168.2.40 mysql-mon40
192.168.2.65 web-lnmp01
192.168.2.66 web-lnmp02
192.168.2.60 nfs
192.168.2.50 lb-01
192.168.2.51 lb-02
192.168.2.11 nagios
3.1 nagios服務(wù)器搭建
所需軟件包
nagios-3.5.1.tar.gz?
nagios-plugins-2.1.1.tar
nrpe-2.15.tar
[root@nagios ~]# yum install -y httpd
[root@nagios ~]# chkconfig httpd on
nagios安裝
[root@nagios nagios]# groupadd nagios;useradd nagios -g nagios
[root@nagios ~]# tar xzvf nagios-3.5.1.tar.gz ;cd nagios
[root@nagios nagios]# yum install -y gcc gcc-c++ glibc glibc-common gd gd-devel mysql-server httpd php php-gd
[root@nagios nagios]# ./configure --prefix=/usr/local/nagios --with-command-group=nagios
[root@nagios nagios]#make all && make install
[root@nagios nagios]# make install-init;make install-commandmode;make install-config
[root@nagios nagios]# make install-webconf ? ? ? ##nagios web配置文件
[root@nagios nagios]# htpasswd -cb /usr/local/nagios/etc/htpasswd.users nagiosadmin 123456
service httpd restart &&?service nagios restart
nagios-plugins安裝
[root@nagios ~]# tar xf nagios-plugins-2.1.1.tar.gz
[root@nagios ~]# cd nagios-plugins-2.1.1
[root@nagios nagios-plugins-2.1.1]# ./configure --prefix=/usr/local/nagios/ --with-nagios-user=nagios --with-nagios-group=nagios && make && make install
[root@nagios ~]# /usr/local/nagios/bin/nagios -d /usr/local/nagios/etc/nagios.cfg
[root@nagios nagios-plugins-2.1.1]# chkconfig nagios on
[root@nagios nagios-plugins-2.1.1]# service nagios restart
驗(yàn)證nagios配置文件命令/etc/init.d/nagios checkconfig
如想看到詳細(xì)報(bào)錯(cuò)又不想用/usr/local/nagios/bin/nagios -v /usr/local/nagios/etc/nagios.cfg命令
可以修改vim /etc/init.d/nagios胡诗，將下圖中定向到空的內(nèi)容刪除
即修正后為$NagiosBin -v $NagiosCfgFile;
[root@nagios ~]# vim /usr/local/nagios/etc/nagios.cfg
cfg_file=/usr/local/nagios/etc/objects/hosts.cfg
cfg_file=/usr/local/nagios/etc/objects/services.cfg
#cfg_file=/usr/local/nagios/etc/objects/localhost.cfg
nagios本機(jī)監(jiān)控配置
[root@nagios ~]# vim /usr/local/nagios/etc/objects/hosts.cfg
[root@nagios etc]# head -51 objects/localhost.cfg |grep -v '#|^
>objects/hosts.cfg
[root@nagios etc]# vim objects/hosts.cfg
define host{
use? ? ? ? ? ? ? ? ? ? linux-server ? ? ? ? ??
host_name? ? ? ? ? ? ? 2.11-nagios
alias? ? ? ? ? ? ? ? ? 2.11-nagios
address? ? ? ? ? ? ? ? 127.0.0.1
}
define hostgroup{
hostgroup_name? linux-servers?
alias? ? ? ? ? Linux Servers?
members? ? ? ? 2.11-nagios ??
}
[root@nagios etc]# grep -v '#|^$'?objects/services.cfg
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? PING
check_command check_ping!100.0,20%!500.0,60%
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Root Partition
check_command check_local_disk!20%!10%!/
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Current Users
check_command check_local_users!20!50
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Total Processes
check_command check_local_procs!250!400!RSZDT
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Current Load
check_command check_local_load!5.0,4.0,3.0!10.0,6.0,4.0
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? Swap Usage
check_command check_local_swap!20!10
}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? SSH
check_command check_ssh
notifications_enabled 0 ?
?}
define service{
use? ? ? ? ? ? ? ? ? ? ? ? ? ? local-service? ? ? ? ; Name of service template to use
host_name? ? ? ? ? ? ? ? ? ? ? 2.11-nagios
service_description? ? ? ? ? ? HTTP
check_command check_http
notifications_enabled 0
}
[root@nagios etc]#chown nagios.nagios /usr/local/nagios/etc/objects/hosts.cfg
[root@nagios etc]#chown nagios.nagios /usr/local/nagios/etc/objects/services.cfg
[root@nagios etc]# /etc/init.d/nagios checkconfig
Total Warnings: 0
Total Errors:? 0
Things look okay - No serious problems were detected during the pre-flight check
OK.
[root@nagios etc]# /etc/init.d/nagios restart
客戶端訪問http://192.168.2.11/nagios
3.2 mysql服務(wù)器搭建mysql-m62和mysql-m64
mysql-5.5.52.tar.gz ? ?#源碼安裝
解決依賴
[root@xuegod62 mysql-5.5.52]# yum install -y ncurses-devel libaio-devel cmake
解壓安裝
[root@xuegod62 ~]# tar xf mysql-5.5.52.tar.gz;cd mysql-5.5.52
[root@xuegod64 mysql-5.5.52]# cmake -DCMAKE_INSTALL_PREFIX=/application/mysql -DMYSQL_DATADIR=/application/mysql/data -DMYSQL_UNIX_ADDR=/application/mysql/tmp/mysql.sock -DDEFAULT_CHARSET=utf8 -DDEFAULT_COLLATION=utf8_general_ci -DENABLED_LOCAL_INFILE=1 -DWITH_PARTITION_STORAGE_ENGINE=1 -DWITH_MYISAM_STORAGE_ENGINE=1 -DWITH_INNOBASE_STORAGE_ENGINE=1 -DWITH_MEMORY_STORAGE_ENGINE=1 -DWITH_READLINE=1
[root@xuegod62 mysql-5.5.52]# make -j 4 && make install?
[root@xuegod62 mysql-5.5.52]# mysql -V
mysql? Ver 14.14 Distrib 5.5.52, for Linux (x86_64) using readline 5.1?
#授權(quán)mysql用戶管理mysql的安裝目錄，
初始化mysl數(shù)據(jù)庫(kù)文件
[root@mysql-m62 mysql-5.5.52]# chown -R mysql.mysql /application/mysql/
[root@mysql-m62 mysql-5.5.52]# /application/mysql/scripts/mysql_install_db --basedir=/application/mysql/ --datadir=/application/mysql/data/ --user=mysql
[root@mysql-m62 mysql]# cp support-files/mysql.server /etc/init.d/mysqld
[root@mysql-m62 mysql]# chmod +x /etc/init.d/mysqld
啟動(dòng)報(bào)錯(cuò)：
設(shè)置mysql開機(jī)自啟動(dòng)
[root@mysql-m62 mysql]# chkconfig mysqld on
[root@mysql-m62 mysql]# chkconfig --add mysqld
重啟mysql ? ? ? ? ?service mysqld restart
[root@mysql-m62 mysql]# mysqladmin -uroot password ‘123456’
刪除多余不用庫(kù)
mysql-m.64安裝配置同
數(shù)據(jù)庫(kù)主主復(fù)制配置
mysql> create database web; ?#我們后面網(wǎng)站要使用的數(shù)據(jù)庫(kù)web（兩個(gè)sql服務(wù)器都要?jiǎng)?chuàng)建毙沾，以便后續(xù)）
mysql-m62上修改 ? [root@mysql-m62 mysql]# vim /etc/my.cnf
mysql> grant replication slave on *.* to slave@192.168.2.64 identified by '123456'；
mysql>show master status;
mysql-m64上/etc/my.cnf配置
mysql> change master to master_host='192.168.2.62',master_user='slave',master_password='123456',master_log_file='mysql_bin.000012',master_log_pos=107;
mysql> start slave;
1 mysql> show slave status \G;
2 *************************** 1. row ***************************
3? ? ? ? ? ? ? ? Slave_IO_State:
4? ? ? ? ? ? ? ? ? Master_Host: 192.168.2.62
5? ? ? ? ? ? ? ? ? Master_User: slave
6? ? ? ? ? ? ? ? ? Master_Port: 3306
7? ? ? ? ? ? ? ? Connect_Retry: 60
8? ? ? ? ? ? ? Master_Log_File: mysql_bin.000011
9? ? ? ? ? Read_Master_Log_Pos: 330
10? ? ? ? ? ? ? ? Relay_Log_File: mysql-m64-relay-bin.000002
11? ? ? ? ? ? ? ? Relay_Log_Pos: 4
12? ? ? ? Relay_Master_Log_File: mysql_bin.000011
13? ? ? ? ? ? ? Slave_IO_Running: No
14? ? ? ? ? ? Slave_SQL_Running: Yes
15? ? ? ? ? ? ? Replicate_Do_DB: web
16? ? ? ? ? Replicate_Ignore_DB:
17? ? ? ? ? ? Replicate_Do_Table:
18? ? ? ? Replicate_Ignore_Table:
19? ? ? Replicate_Wild_Do_Table:
20? Replicate_Wild_Ignore_Table:
21? ? ? ? ? ? ? ? ? ? Last_Errno: 0
22? ? ? ? ? ? ? ? ? ? Last_Error:
23? ? ? ? ? ? ? ? ? Skip_Counter: 0
24? ? ? ? ? Exec_Master_Log_Pos: 107
25? ? ? ? ? ? ? Relay_Log_Space: 107
26? ? ? ? ? ? ? Until_Condition: None
27? ? ? ? ? ? ? ? Until_Log_File:
28? ? ? ? ? ? ? ? Until_Log_Pos: 0
29? ? ? ? ? ? Master_SSL_Allowed: No
30? ? ? ? ? ? Master_SSL_CA_File:
31? ? ? ? ? ? Master_SSL_CA_Path:
32? ? ? ? ? ? ? Master_SSL_Cert:
33? ? ? ? ? ? Master_SSL_Cipher:
34? ? ? ? ? ? ? ? Master_SSL_Key:
35? ? ? ? Seconds_Behind_Master: NULL
36 Master_SSL_Verify_Server_Cert: No
37? ? ? ? ? ? ? ? Last_IO_Errno: 1236
38? ? ? ? ? ? ? ? Last_IO_Error: Got fatal error 1236 from master when reading data from binary log: 'Could not find first log file name in binary log index file'
39? ? ? ? ? ? ? ? Last_SQL_Errno: 0
40? ? ? ? ? ? ? ? Last_SQL_Error:
41? Replicate_Ignore_Server_Ids:
42? ? ? ? ? ? ? Master_Server_Id: 1
43 1 row in set (0.00 sec)
44
45 ERROR:
46 No query specified
上面發(fā)現(xiàn)有報(bào)錯(cuò)宠页，
主主復(fù)制報(bào)錯(cuò)解決
13行Slave_IO_Running: No 說明沒有同步 以及38行Last_IO_Error: Got fatal error 1236 from master when reading data from binary log: 'Could not find first log file name in binary log index file'
處理方法：在2.62主庫(kù)上reset master左胞；2.64從庫(kù)上先stop再reset slave；重新change master to master_host='192.168.2.62',master_user='slave',master_password='123456',master_log_file='mysql_bin.000001',master_log_pos=107;
然后start slave
查看slave狀態(tài)show slave status举户；確認(rèn)slave和master通信成功
接下來我們接著配置2.62為從烤宙，2.64為主
在2.64上
mysql> grant replication slave on *.* to 'slave'@'192.168.2.62' identified by '123456';
Query OK, 0 rows affected (0.00 sec)
192.168.2.62（mysql-m62）上
mysql> change master to master_host='192.168.2.64',master_user='slave',master_password='123456',master_log_file='mysql-bin.000001',master_log_pos=264;
Query OK, 0 rows affected (0.03 sec)
mysql> start slave;
主主復(fù)制測(cè)試
m62上web庫(kù)創(chuàng)建一個(gè)test表
mysql> use web;
mysql> create table test(id int,name char);
m64上查看，然后刪除表再到m62查看表狀態(tài)同步刪除
通過驗(yàn)證可以看到主主復(fù)制已配置成功俭嘁。
3.3配置安裝mmm和agent
3.3.1 安裝mmm
（mon40安裝mmm monitor躺枕，m62和m64安裝mmm-agent）
mon40安裝epel源，epel-release-latest-6.noarch.rpm
rpm -ivh https://dl.fedoraproject.org/pub/epel/epel-release-latest-6.noarch.rpm
[root@mysql-mon40 mm]# yum install -y mysql-mmm*
提示報(bào)錯(cuò)供填，解決依賴拐云，本地安裝以下rpm包
[root@mysql-mon40 mm]# yum install -y mysql-mmm*
已加載插件：fastestmirror, security
設(shè)置安裝進(jìn)程
Loading mirror speeds from cached hostfile
* epel: mirrors.tuna.tsinghua.edu.cn
解決依賴關(guān)系
。近她。叉瘩。。粘捎。薇缅。。攒磨。泳桦。中間安裝省略部分。咧纠。蓬痒。。漆羔。梧奢。。演痒。亲轨。。鸟顺。
已安裝:
mysql-mmm.noarch 0:2.2.1-2.el6? ? ? ? ? mysql-mmm-agent.noarch 0:2.2.1-2.el6
mysql-mmm-monitor.noarch 0:2.2.1-2.el6? mysql-mmm-tools.noarch 0:2.2.1-2.el6
作為依賴被安裝:
perl-Class-Singleton.noarch 0:1.4-6.el6
perl-DBD-MySQL.x86_64 0:4.013-3.el6
perl-Date-Manip.noarch 0:6.24-1.el6
perl-Log-Dispatch.noarch 0:2.27-1.el6
perl-Log-Dispatch-FileRotate.noarch 0:1.19-4.el6
perl-Log-Log4perl.noarch 0:1.30-1.el6
perl-Mail-Sender.noarch 0:0.8.16-3.el6
perl-Mail-Sendmail.noarch 0:0.79-12.el6
perl-Net-ARP.x86_64 0:1.0.6-2.1.el6
perl-Params-Validate.x86_64 0:0.92-3.el6
perl-Path-Class.noarch 0:0.25-1.el6
perl-Proc-Daemon.noarch 0:0.19-1.el6
perl-Proc-ProcessTable.x86_64 0:0.48-1.el6
perl-XML-DOM.noarch 0:1.44-7.el6
perl-XML-RegExp.noarch 0:0.03-7.el6
perl-YAML-Syck.x86_64 0:1.07-4.el6
完畢惦蚊！
m62和m64上安裝mysql-mmm-agent
[root@mysql-m62 ~]# rpm -ivh https://dl.fedoraproject.org/pub/epel/epel-release-latest-6.noarch.rpm
[root@mysql-mon40 mm]# ls
perl-Algorithm-Diff-1.1902-9.el6.noarch.rpm? perl-Email-Date-Format-1.002-5.el6.noarch.rpm? perl-MIME-Types-1.28-2.el6.noarch_(1).rpm? rrdtool-1.4.7-1.el6.rfx.x86_64.rpm
perl-Email-Date-1.102-2.el6.noarch.rpm? ? ? perl-MIME-Lite-3.027-2.el6.noarch.rpm? ? ? ? ? perl-rrdtool-1.4.7-1.el6.rfx.x86_64.rpm
[root@mysql-mon40 ~]# scp mm/* 192.168.2.62:/root/
[root@mysql-mon40 ~]# scp mm/* 192.168.2.64:/root/
[root@mysql-m62 ~]# yum remove -y gd
[root@mysql-m62 ~]# yum localinstall libgd2-2.0.33-2_11.el6.x86_64.rpm gd-devel-2.0.33-2_11.el6.x86_64.rpm
[root@mysql-m62 ~]# yum localinstall -y perl-rrdtool-1.4.7-1.el6.rfx.x86_64.rpm rrdtool-1.4.7-1.el6.rfx.x86_64.rpm
[root@mysql-m62 ~]# yum localinstall -y perl-Algorithm-Diff-1.1902-9.el6.noarch.rpm perl-Email* perl-MIME*
[root@mysql-m62 ~]# yum install mysql-mmm-agent -y
m62和m64分別創(chuàng)建并授權(quán)用戶
mysql> grant replication client on *.* to 'monitor'@'192.168.2.%' identified by '123456';
mysql> grant super,replication client,process on *.* to 'agentuser'@'192.168.2.%' identified by '123456';
mysql> flush privileges;
mysql-m40配置
[root@mysql-mon40 ~]# vim /etc/mysql-mmm/mmm_mon.conf
###修改監(jiān)控的ip的地址和監(jiān)控用的用戶名密碼
include ? ?mmm_common.confip? ? ? ? ? ? ? 127.0.0.1
pid_path? ? ? ? /var/run/mmm_mond.pid
bin_path? ? ? ? /usr/lib/mysql-mmm/
status_path? ? /var/lib/misc/mmm_mond.status
ping_ips? ? ? ? 192.168.2.62, 192.168.2.64, 192.168.2.1
monitor_user? ? monitor
monitor_password 123456
debug 0
m62和m64節(jié)點(diǎn)數(shù)據(jù)庫(kù)配置
[root@mysql-m62 ~]# vim /etc/mysql-mmm/mmm_agent.conf
this mysql-m62
[root@mysql-m64~]# vim /etc/mysql-mmm/mmm_agent.conf
this mysql-m64
[root@mysql-mon40 ~]# scp /etc/mysql-mmm/mmm_common.conf 192.168.2.62:/etc/mysql-mmm/
[root@mysql-mon40 ~]# scp /etc/mysql-mmm/mmm_common.conf 192.168.2.64:/etc/mysql-mmm/
兩臺(tái)節(jié)點(diǎn)主機(jī)mysql-mmm-agent啟動(dòng)并加入開機(jī)在自動(dòng)啟動(dòng)
[root@mysql-m62 ~]# /etc/init.d/mysql-mmm-agent start
[root@mysql-m62 ~]# echo "/etc/init.d/mysql-mmm-agent start">>/etc/rc.local
[root@mysql-m64 ~]# /etc/init.d/mysql-mmm-agent start
[root@mysql-m64 ~]# echo "/etc/init.d/mysql-mmm-agent start">>/etc/rc.local
monitor啟動(dòng)并加入開機(jī)啟動(dòng)
[root@mysql-mon40 ~]# /etc/init.d/mysql-mmm-monitor start
[root@mysql-mon40 ~]# echo '/etc/init.d/mysql-mmm-monitor start'>>/etc/rc.local
檢測(cè)發(fā)現(xiàn)有一個(gè)報(bào)錯(cuò)2.64器虾，連接不到
多方查詢未找到解決方法，待后續(xù)重新安裝測(cè)試蹦锋。
3.4 nfs服務(wù)器安裝配置
[root@nfs ~]# yum install -y nfs-utils
[root@xuegod64 ~]# vim /etc/exports
/www *(rw,sync,root_squash)
[root@nfs ~]# service rpcbind restart;service nfs restart
設(shè)置開機(jī)啟動(dòng)chkconfig nfs on ?;chkconfig rpcbind on
[root@nfs ~]#cd /www
[root@nfs www]# unzip Discuz_X3.2_SC_UTF8.zip
[root@nfs www]# mv upload/* .
[root@nfs www]# chmod 777 /www/ -R
3.5 web服務(wù)器配置
3.5.1 兩臺(tái)web上nfs配置掛載
[root@xuegod65 ~]# yum install -y httpd php php-mysql
[root@xuegod65 ~]# service httpd restart;chkconfig httpd on
[root@xuegod65 ~]# showmount -e 192.168.2.60
[root@xuegod65 ~]# mount 192.168.2.60:/www /var/www/html/
配置開機(jī)自動(dòng)掛載[root@xuegod65 ~]# echo "192.168.2.60:/www /var/www/html nfs _netdev 0 0">>/etc/fstab
3.6集群高可用配置
lb01主機(jī)keepalived安裝（lb02主機(jī)同）
tar xf keepalived-1.2.13.tar.gz
[root@lb01 ~]# cd keepalived-1.2.13
[root@lb01 keepalived-1.2.13]# ./configure --prefix=/usr/local/keepalived/
[root@lb01 keepalived-1.2.13]# make && make install
keepalived默認(rèn)啟動(dòng)時(shí)會(huì)去/etc/keepalived目錄下找配置文件
[root@lb01 ~]# cp /usr/local/keepalived/etc/rc.d/init.d/keepalived /etc/init.d/
[root@lb01 ~]# cp /usr/local/keepalived/etc/sysconfig/keepalived /etc/sysconfig/
[root@lb01 ~]# cp /usr/local/keepalived/etc/keepalived/keepalived.conf /etc/keepalived/
[root@lb01 ~]# cp /usr/local/keepalived/sbin/keepalived /usr/sbin/
[root@lb01 ~]# chkconfig keepalived on
[root@lb01 ~]# chmod +x /etc/init.d/keepalived
LVS安裝（lb02同）
先安裝以下軟件包
[root@lb01 ~]# yum install -y libnl* popt*
查看是否加載lvs模塊[root@lb01 ~]# modprobe -l|grep ipvs
[root@lb01 ~]# rpm -ivh /media/Packages/ipvsadm-1.26-4.el6.x86_64.rpm
[root@lb01 ~]# ipvsadm -L -n ? 兆沙；查看當(dāng)前l(fā)vs集群
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port? ? ? ? ? Forward Weight ActiveConn InActConn
LVS+Keepalived配置
lb01節(jié)點(diǎn)主機(jī)配置
[root@lb01 ~]# vim /etc/keepalived/keepalived.conf
! Configuration File for keepalived
global_defs {
notification_email {
root@localhost
}
notification_email_from root@localhost
smtp_server localhost
smtp_connect_timeout 30
router_id lb01
}
vrrp_instance VI_1 {
state MASTER
interface eth0
virtual_router_id 51
priority 100
advert_int 1
authentication {
auth_type PASS
auth_pass 1111
}
virtual_ipaddress {
192.168.2.69
}
}
virtual_server 192.168.2.69 80 {
delay_loop 6
lb_algo wrr
lb_kind DR
nat_mask 255.255.255.0
persistence_timeout 50
protocol TCP
real_server 192.168.2.65 80 {
weight 3
TCP_CHECK {
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
connect_port 80
}
}
real_server 192.168.2.66 80 {
weight 3
TCP_CHECK {
connect_timeout 3
nb_get_retry 3
delay_before_retry 3
connect_port 80
}
}
}
注意事項(xiàng)：
TCP_CHECK {? ? ? #這個(gè)TCP_CHECK和{之間要加空格，不然只能識(shí)別到第一個(gè)realserver
lb02節(jié)點(diǎn)主機(jī)配置
先將lb01的keepadlived配置文件復(fù)制到lb02莉掂，略加修改葛圃，保存
[root@lb01 ~]#scp /etc/keepalived/keepalived.conf 192.168.2.52:/etc/keepalived/keepalived.conf
[root@lb02 ~]# service keepalived restart
[root@lb02 ~]# ipvsadm -Ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
-> RemoteAddress:Port? ? ? ? ? Forward Weight ActiveConn InActConn
TCP? 192.168.2.69:80 rr persistent 50
-> 192.168.2.65:80? ? ? ? ? ? ? Route? 1? ? ? 0? ? ? ? ? 0
-> 192.168.2.66:80? ? ? ? ? ? ? Route? 1? ? ? 0? ? ? ? ? 0
配置兩個(gè)realserver
將/etc/init.d/lvsrsdr 中的VIP修改為192.168.2.69
[root@xuegod65 ~]# chmod +x /etc/init.d/lvsrsdr
[root@xuegod65 ~]# echo "/etc/init.d/lvsrsdr start">>/etc/rc.d/rc.local
[root@xuegod65 ~]# service lvsrsdr start
[root@xuegod66 ~]# chmod +x /etc/init.d/lvsrsdr
[root@xuegod66 ~]# echo "/etc/init.d/lvsrsdr start">>/etc/rc.d/rc.local
[root@xuegod66 ~]# service lvsrsdr start
[root@xuegod65 ~]# ifconfig lo:1
lo:1? ? ? Link encap:Local Loopback
inet addr:192.168.2.69? Mask:255.255.255.255
UP LOOPBACK RUNNING? MTU:65536? Metric:1
[root@xuegod66 ~]# ifconfig lo:1
lo:1? ? ? Link encap:Local Loopback
inet addr:192.168.2.69? Mask:255.255.255.255
UP LOOPBACK RUNNING? MTU:65536? Metric:1
數(shù)據(jù)庫(kù)授權(quán)
[root@mysql-m62 ~]# mysql -uroot -p123456
mysql> grant all on web.* to web@'%' identified by '123456';
[root@mysql-m64 ~]# mysql -uroot -p123456
mysql> grant all on web.* to web@'%' identified by '123456';
有前面nfs服務(wù)器以及web站點(diǎn)已掛載
web站點(diǎn)安裝discuz
現(xiàn)在可以直接訪問
[root@web01 ~]# yum install php-mysql解決mysql_connect()問題
nfs服務(wù)器上 chmod -R 777 /www 檢查權(quán)限
nfs服務(wù)器上配置config_global.php文件，
配置web站點(diǎn)讀寫分離
nagios插件自動(dòng)部署腳本
先在nagios服務(wù)器2.11上臨時(shí)搭建ftp服務(wù)憎妙，方便下一步創(chuàng)建插件自動(dòng)部署腳本
yum install -y vsftpd
rz上傳nagios-plugins-2.1.1.tar.gz和nrpe-2.15.tar.gz到/var/ftp/pub/目錄下
[root@nagios yum]# cd /var/ftp/pub/
[root@nagios pub]# ls
nagios-plugins-2.1.1.tar.gz? nrpe-2.15.tar.gz
創(chuàng)建自動(dòng)部署nagios-plugin及nrpe命令腳本
vim nagios.sh
wget ftp://192.168.2.11/pub/nrpe-2.15.tar.gz
wget ftp://192.168.2.11/pub/nagios-plugins-2.1.1.tar.gz
groupadd nagios
useradd -u 8001 -s /sbin/nologin -g nagios nagios
tar xf nagios-plugins-2.1.1.tar.gz ;cd nagios-plugins-2.1.1
./configure && make && make install && cd
sleep 5
tar xf nrpe-2.15.tar.gz;cd nrpe-2.15
./configure && make all && make install && make install-plugin&& make install-daemon-config&& make install-xinetd
創(chuàng)建好了批量部署腳本后库正，傳輸給各個(gè)服務(wù)器，為了簡(jiǎn)化操作
我們使用
sshpass批量傳輸腳本給各個(gè)服務(wù)器
[root@nagios scp]wget http://sourceforge.net/projects/sshpass/files/sshpass/1.05/sshpass-1.05.tar.gz
解壓厘唾，編譯褥符，安裝完成后
新建host主機(jī)文件
[root@nagios scp]# vim host
192.168.2.62 root 123456
192.168.2.64 root 123456
192.168.2.40 root 123456?
192.168.2.65 root 123456
192.168.2.66 root 123456?
192.168.2.60 root 123456?
192.168.2.51 root 123456?
192.168.2.52 root 123456
新建傳輸腳本t.sh
[root@nagios scp]# vim t.sh
#!/bin/bash
host=($(cat host | awk '{print $1}'))
user=($(cat host | awk '{print $2}'))
pass=($(cat host | awk '{print $3}'))
for((i=0;i<${#host[@]};i++));
do
sshpass -p ${pass[$i]} scp /root/nagios.sh ${user[$i]}@${host[$i]}:/root/
done
然后在xshell底部發(fā)送以下命令到全部窗口執(zhí)行腳本即可全部安裝部署完成
chmox +x /root/nagios.sh;sh nagios.sh
yum install -y xinetd;service xinetd start;chkconfig xinetd on
nagios服務(wù)器監(jiān)控各服務(wù)器
所有主機(jī)配置項(xiàng)：
在shell主機(jī)組中執(zhí)行命令發(fā)送到全部會(huì)話主機(jī)
echo "nrpe ?5666/tcp ? #nrpe">>/etc/services
sed -i 's#127.0.0.1#127.0.0.1,192.168.2.11#g' /etc/xinetd.d/nrpe ? ? ? ? ? ? 以及
數(shù)據(jù)庫(kù)服務(wù)器監(jiān)控
2.40-mysql-mon，mysql-m62以及mysql-m64主機(jī)配置
vim /usr/local/nagios/etc/nrpe.cfg
allowed_host=127.0.0.1,192.168.2.11
command[check_users]=/usr/local/nagios/libexec/check_users -w 5 -c 10
command[check_load]=/usr/local/nagios/libexec/check_load -w 15,10,5 -c 30,25,20
command[check_sda1]=/usr/local/nagios/libexec/check_disk -w 20% -c 10% -p /dev/sda1 ? ?#注意修改對(duì)應(yīng)磁盤
command[check_zombie_procs]=/usr/local/nagios/libexec/check_procs -w 5 -c 10 -s Z
command[check_total_procs]=/usr/local/nagios/libexec/check_procs -w 200 -c 250
command[check_host_alive]=/usr/local/nagios/libexec/check_ping -H 192.168.2.40 -w 1000.0,80% -c 2000.0,100% -p 5 ? ? ? ##x新增抚垃，不同服務(wù)器對(duì)應(yīng)不同ip
#command[check_mysql_status]=/usr/local/nagios/libexec/check_mysql -umonitor -P3306 ?-Hlocalhost --password='123456' -d discuz -w 60 -c 100 ? ?#此處不使用這種監(jiān)控方式喷楣，實(shí)際采用了端口3306監(jiān)控方式。
啟動(dòng)nrpe
[root@mysql-mon40 ~]# /usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe -d
[root@mysql-nagios ~]#/usr/local/nagios/libexec/check_nrpe -H 192.168.2.40
提示：CHECK_NRPE: Error - Could not complete SSL handshake.
是因?yàn)榍懊嫘薷倪^nrpe.cfg鹤树，需要重啟屎即，使用命令pkill nrpe和
/usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe -d
[root@nagios ~]# /usr/local/nagios/libexec/check_nrpe -H 192.168.2.40
NRPE v2.15 ? #成功
本機(jī)check_mysql狀態(tài)報(bào)錯(cuò)
[root@mysql-mon40 nrpe-2.15]# /usr/local/nagios/libexec/check_mysql -h
/usr/local/nagios/libexec/check_mysql: error while loading shared libraries: libmysqlclient.so.18: cannot open shared object file: No such file or directory
處理方法新增一行 /usr/local/mysql/lib
vim /etc/ld.so.conf
include?ld.so.conf.d/*.conf
/usr/local/mysql/lib
然后ldconfig使其生效
添加賬號(hào) mysql> GRANT PROCESS, SUPER, REPLICATIONCLIENT ON *.* TO 'nagios'@'192.168.2.%' IDENTIFIED BY '123456' with grant option;
flush privilegs离赫；
本機(jī)nrpe驗(yàn)證
nagios服務(wù)端驗(yàn)證
而后完善配置文件
commands.cfg
[root@nagios ~]# vim /usr/local/nagios/etc/objects/commands.cfg
define command{
command_name? ? check_nrpe
command_line? ? $USER1$/check_nrpe-H $HOSTADDRESS$ -c $ARG1$
}
define command{
command_name? ? check_host_alive
command_line? ? $USER1$/check_ping-H $HOSTADDRESS$ -w 3000.0,80% -c 5000.0,100% -p 5
}
創(chuàng)建192.168.2.40.cfg? 192.168.2.62.cfg? 192.168.2.62.cfg配置文件 （見附件）
分別在這三個(gè)主機(jī)上重新啟動(dòng)nrpe和xinetd
命令：pkill nrpe; /usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe.cfg -d;service xinetd restart
nagios服務(wù)器上service nagios restart
web服務(wù)器監(jiān)控
2.65-web01以及2.66-web02主機(jī)監(jiān)控
nagios服務(wù)器創(chuàng)建配置文件192.168.2.65.cfg ? 192.168.2.66.cfg （見單獨(dú)附件）
修改2.65-web01以及2.66-web02主機(jī)上nrpe.cfg配置
command[check_sda1]=/usr/local/nagios/libexec/check_disk -w 20% -c 10% -p /dev/sda1 ##修改
command[check_host_alive]=/usr/local/nagios/libexec/check_ping -H 192.168.2.65 -w 1000.0,80% -c 2000.0,100% -p 5 ? ##新增
重新啟動(dòng)nrpe和xinetd
命令：pkill nrpe; /usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe.cfg -d;service xinetd restart
nagios服務(wù)器上驗(yàn)證配置
[root@nagios servers]# /usr/local/nagios/bin/nagios -v /usr/local/nagios/etc/nagios.cfg
Total Warnings: 0
Total Errors:? 0
[root@nagios servers]# service nagios restart
瀏覽器訪問192.168.2.11/nagios，效果如下
上面看到有2.66-web02的total processes運(yùn)行總進(jìn)程warning耸三，是因?yàn)槟J(rèn)設(shè)置的監(jiān)控閾值太低
command[check_total_procs]=/usr/local/nagios/libexec/check_procs -w 150 -c 200
修改為command[check_total_procs]=/usr/local/nagios/libexec/check_procs -w 300 -c 500
重啟nrpe后顯示ok
2.11nagios本身http服務(wù)warning的原因是/var/www/html/下缺少主頁(yè)
echo "2.11">/var/www/html/index.html惋耙，重啟httpd后顯示ok
至此還剩下兩臺(tái)lvs&keepalived設(shè)備未做監(jiān)控
keepalived服務(wù)器監(jiān)控
監(jiān)控方法：/usr/local/nagios/libexec/check_procs -w:2 -c:4 -C keepalived
check_proc是檢查操作系統(tǒng)中的進(jìn)程個(gè)數(shù)的插件捣炬，可以通過參數(shù)匹配出是否存在某個(gè)進(jìn)程，進(jìn)程的個(gè)數(shù)是多少等等绽榛。
本處意思是監(jiān)控keepalived進(jìn)程數(shù)量湿酸，如果超過3個(gè)就報(bào)warning，超過5個(gè)就是critical
192.168.2.51 ?lb01服務(wù)器上（lb同）
[root@lb01 ~]# /usr/local/nagios/libexec/check_procs -w:2 -c:4 -C keepalived
PROCS WARNING: 3 processes with command name 'keepalived' | procs=3;:2;:4;0;
[root@lb01 ~]# ps -ef|grep keepalived|grep -v grep
root? ? ? 36304? ? ? 1? 0 01:12 ?? ? ? ? 00:00:00 keepalived -D
root? ? ? 36306? 36304? 0 01:12 ?? ? ? ? 00:00:00 keepalived -D
root? ? ? 36307? 36304? 0 01:12 ?? ? ? ? 00:00:00 keepalived -D
修改其nrpe配置文件
[root@lb01 ~]# vim /usr/local/nagios/etc/nrpe.cfg
allowed_host=127.0.0.1,192.168.2.11 ?##添加允許nagios服務(wù)器進(jìn)行監(jiān)控
nagios服務(wù)器上創(chuàng)建lb01和lb02的監(jiān)控配置文件
192.168.2.51.cfg和192.168.2.52.cfg ?{見單獨(dú)附件}
重啟lb01和lb02的nrpe和xinetd
命令：pkill nrpe; /usr/local/nagios/bin/nrpe -c /usr/local/nagios/etc/nrpe.cfg -d;service xinetd restart
查看監(jiān)控狀態(tài)如下：
以上所有監(jiān)控部署完畢灭美，看下整體情況
忘記推溃，再創(chuàng)建一下監(jiān)控組（不創(chuàng)也沒事，只是方便分組查看）
[root@nagios nagios]# pwd
/usr/local/nagios
[root@nagios nagios]# vim etc/servers/group.cfg
define hostgroup{
hostgroup_name? ? ? linux-server
alias? ? ? ? ? ? ? Linux Server
members? ? ? ? ? ? 2.60-nfs,2.65-web01,2.66-web02,2.40-mysql-mon,mysql-m62,mysql-m64,lb-01,lb-02
}
重啟nagios
性能優(yōu)化部分
mysql服務(wù)器優(yōu)化(查詢優(yōu)化)
vim /etc/my.cnf
set-variable=max_connections=500
set-variable=wait_timeout=10
max_connect_errors?=?100
max_connections = 500?
max_user_connections = 100
log-slow-queries? ; enable the slow query log, default 10 seconds
long_query_time = 5? ; log queries taking longer than 5 seconds
log-queries-not-using-indexes?
key_buffer_size = 128M
web服務(wù)器優(yōu)化
net.core.somaxconn = 32768
net.core.wmem_default = 8388608
net.core.rmem_default = 8388608
net.core.rmem_max = 16777216
net.core.wmem_max = 16777216
net.ipv4.tcp_timestamps = 0
net.ipv4.tcp_synack_retries = 2
net.ipv4.tcp_syn_retries = 2
net.ipv4.tcp_tw_recycle = 1
#net.ipv4.tcp_tw_len = 1
net.ipv4.tcp_tw_reuse = 1
net.ipv4.tcp_mem = 94500000 915000000 927000000
net.ipv4.tcp_max_orphans = 3276800
net.ipv4.ip_local_port_range = 1024? 65535
#網(wǎng)絡(luò)參數(shù)優(yōu)化結(jié)束
系統(tǒng)最大打開文件數(shù)優(yōu)化
[root@web01 ~]# ulimit -n
1024
臨時(shí)修改命令ulimit -SHn 51201
但是重啟會(huì)被還原届腐，可以在開機(jī)自動(dòng)將上述命令寫入 /etc/rc.local
如果想永久更改铁坎，可以按照如下修改：
vi /etc/security/limits.conf
# add
*?soft?nofile?51200
*?hard?nofile?51200
數(shù)據(jù)庫(kù)備份腳本
[root@mysql-m62 scripts]# vim mysqlbackup.sh
#!/bin/bash
#time 2017-08-16
DATE='date +%Y-%m-%D'
username=root
password=123456
database=web
backdir=/data/backup/db
mysqldump -u$username -p$password -d $database > $backdir/mysql-$DATE.sql
cd $backdir && tar czf mysql-$DATE.tar.gz *.sql
find $backdir -name *.sql -exec rm -rf{} \;
if [$? -eq 0];then
echo "mysql-$DATE.sql was successed backup"|mail -s "$mysql-DATE backup-success" 110830367@qq.com
else
echo "mysql-$DATE.sql was failed backup"|mail -s "mysql-DATE failed-backup" 110830367@qq.com
fi
find $backdir -type f -mtime +30 -exec rm -rf{} \;
添加到定時(shí)任務(wù)，每天晚上凌晨1點(diǎn)執(zhí)行
[root@mysql-m62 scripts]# crontab -e
*/5 * * * * /usr/sbin/ntpdate 192.168.2.11 >/dev/null 2>&1
* 1 * * * sh /scripts/mysqlbackup.sh
