[root@server1 ~]# yum install rpm-build 安裝rpm編譯工具（有可能需要安裝依賴包，根據報錯情況）
[root@server1 ~]# rpmbuild -tb haproxy-1.6.11.tar.gz 編譯
[root@server1 ~]# cd rpmbuild/
BUILD/ BUILDROOT/ RPMS/ SOURCES/ SPECS/ SRPMS/
[root@server1 ~]# cd rpmbuild/RPMS/
[root@server1 RPMS]# ls
x86_64
[root@server1 RPMS]# cd x86_64/
[root@server1 x86_64]# rpm -qpl haproxy-1.6.11-1.x86_64.rpm 查看安裝文件路徑
/etc/haproxy
/etc/rc.d/init.d/haproxy
/usr/sbin/haproxy
/usr/share/doc/haproxy-1.6.11
/usr/share/doc/haproxy-1.6.11/CHANGELOG
/usr/share/doc/haproxy-1.6.11/README
/usr/share/doc/haproxy-1.6.11/architecture.txt
/usr/share/doc/haproxy-1.6.11/configuration.txt
/usr/share/doc/haproxy-1.6.11/intro.txt
/usr/share/doc/haproxy-1.6.11/management.txt
/usr/share/doc/haproxy-1.6.11/proxy-protocol.txt
/usr/share/man/man1/haproxy.1.gz
[root@server1 x86_64]# rpm -ivh haproxy-1.6.11-1.x86_64.rpm 安裝
Preparing... ########################################### [100%]
1:haproxy ########################################### [100%]
[root@server1 x86_64]# cd
[root@server1 ~]# tar zxf haproxy-1.6.11.tar.gz
[root@server1 ~]# cd haproxy-1.6.11
[root@server1 haproxy-1.6.11]# ls
CHANGELOG doc include Makefile src VERDATE
contrib ebtree LICENSE README SUBVERS VERSION
CONTRIBUTING examples MAINTAINERS ROADMAP tests
[root@server1 haproxy-1.6.11]# find -name *.spec #rpmbuild可以編譯是因爲原文件包有這個工具
./examples/haproxy.spec
[root@server1 haproxy-1.6.11]# cd examples/
[root@server1 examples]# cp content-sw-sample.cfg /etc/haproxy/haproxy.cfg
[root@server1 examples]# cd /etc/haproxy/
[root@server1 haproxy]# ls
haproxy.cfg
[root@server1 haproxy]# grep 200 /etc/passwd
[root@server1 haproxy]# groupadd -g 200 haproxy
[root@server1 haproxy]# useradd -u 200 -g 200 -M haproxy
[root@server1 haproxy]# vim /etc/security/limits.conf
末尾添加：
haproxy - nofile 10000
[root@server1 haproxy]# vim haproxy.cfg 
default_backend static
The static backend backend for 'Host: img', /img and /css.
backend static
balance roundrobin
server statsrv1 172.25.135.2:80 check inter 1000
server statsrv2 172.25.135.3:80 check inter 1000
[root@server1 haproxy]# /etc/init.d/haproxy start
測試一下網址：
172.25.135.1/amin/statc
安裝php實現動態
[root@server3 ~]# yum install php -y
[root@server3 ~]# vim /var/www/html/index.php
<?php
phpinfo()
?>
測試172.25.135.1/index.php
[root@server1 haproxy]# vim haproxy.cfg
[root@server1 haproxy]# yum install httpd
[root@server1 haproxy]# vim /etc/httpd/conf/httpd.conf 改端口爲8080
[root@server1 haproxy]# /etc/init.d/httpd restart
測試 172.25.135.1：8080
[root@server1 haproxy]# vim haproxy.cfg
測試：172.25.135.1/index.php #自動跳到baidu
[root@server1 haproxy]# vim haproxy.cfg 
在server2和3上安裝php下載upload
[root@server2 ~]# mv upload/ /var/www/html/
[root@server2 html]# chmod 777 upload/
[root@server2 upload]# mv * ..
[root@server2 html]# vim upload_file.php 將圖片默認大小改到合適大小
[root@server2 html]# /etc/init.d/httpd restart #server3同操作
瀏覽器訪問：172.25.135.1/index.php
上傳圖片則server2無文件server3有上傳文件，從而實現讀寫分離。
[root@server2 html]# cd upload
[root@server2 upload]# ls
[root@server3 html]# cd upload
[root@server3 upload]# ls
iso7.gif
從server1將安裝包和配置文件發送到server4上
[root@server1 x86_64]# scp haproxy-1.6.11-1.x86_64.rpm [email protected]
[root@server1 haproxy]# scp haproxy.cfg [email protected]:/etc/haproxy/
[root@server1 security]# pwd
/etc/security
[root@server1 security]# scp limits.conf [email protected]:/etc/security/
[root@server4 ~]# rpm -ivh haproxy-1.6.11-1.x86_64.rpm 安裝
創建用戶，修改文件，開啓服務和server1保持一致
[root@server1 ~]# yum install pacemaker corosync -y 安裝服務
[root@server4 ~]# yum install pacemaker corosync -y 安裝服務
[root@server1 ~]# vim /etc/corosync/corosync.conf
totem {
version: 2
secauth: off
threads: 0
interface {
ringnumber: 0
bindnetaddr: 172.25.135.0
mcastaddr: 226.94.1.135 根據情況，如果多用戶需改同網絡會衝突
mcastport: 5405
ttl: 1
}
}
末尾添加：
service {
name:pacemaker
ver:0
}
[root@server1 corosync]# scp corosync.conf server4:/etc/corosync/ 發給server4
開啓server1,4的服務
[root@server1 ~]# /etc/init.d/corosync start
root@server1 ~]# yum install -y crmsh-1.2.6-0.rc2.2.1.x86_64.rpm pssh-2.3.1-2.1.x86_64.rpm 安裝
[root@server4 ~]# yum install -y crmsh-1.2.6-0.rc2.2.1.x86_64.rpm pssh-2.3.1-2.1.x86_64.rpm 安裝
[root@server4 ~]# crm
crm(live)# configure
crm(live)configure# show
node server1
node server4
property $id="cib-bootstrap-options" \
dc-version="1.1.10-14.el6-368c726" \
cluster-infrastructure="classic openais (with plugin)" \
expected-quorum-votes="2"
crm(live)configure# property stonith-enabled=false ##先關掉fence
crm(live)configure# commit
[root@server4 ~]# crm_verify -LV ##關掉fence後不報錯
[root@server4 ~]# crm
crm(live)# configure
shoecrm(live)configure# show
node server1
node server4
property $id="cib-bootstrap-options" \
dc-version="1.1.10-14.el6-368c726" \
cluster-infrastructure="classic openais (with plugin)" \
expected-quorum-votes="2" \
stonith-enabled="false"
crm(live)configure# primitive vip ocf:heartbeat:IPaddr2 params ip=172.25.18.100 cidr_netmask=24 op monitor interval=1min
##配置vip heartbeat工具 vip netmask 健康監測時間
crm(live)configure# commit
crm(live)configure# bye
[root@server1 ~]# vim /etc/haproxy/haproxy.cfg
frontend public
bind *:80 ##監聽所有的80端口（爲了監聽vip）
[root@server4 ~]# crm_mon ##動態監聽
Last updated: Tue Apr 17 13:18:05 2018
Last change: Tue Apr 17 13:12:45 2018 via cibadmin on server4
Stack: classic openais (with plugin)
Current DC: server4 - partition with quorum
Version: 1.1.10-14.el6-368c726
2 Nodes configured, 2 expected votes
1 Resources configured
Online: [ server1 server4 ]
vip (ocf::heartbeat:IPaddr2): Started server1
[root@server4 ~]# crm
crm(live)# configure
crm(live)configure# show
node server1
node server4
primitive vip ocf:heartbeat:IPaddr2 \
params ip="172.25.18.100" cidr_netmask="24" \
op monitor interval="1min"
property $id="cib-bootstrap-options" \
dc-version="1.1.10-14.el6-368c726" \
cluster-infrastructure="classic openais (with plugin)" \
expected-quorum-votes="2" \
stonith-enabled="false"
crm(live)configure# property no-quorum-policy=ignore ##宕機後vip可以浮動
crm(live)configure# commit
byecrm(live)configure# bye
[root@server1 x86_64]# /etc/init.d/corosync stop
[root@server4 ~]# crm_mon ##server1轉移到server4
[root@server1 ~]# cd rpmbuild/RPMS/x86_64/
[root@server1 x86_64]# scp haproxy-1.6.11-1.x86_64.rpm server4:~/
[root@server4 ~]# rpm -ivh haproxy-1.6.11-1.x86_64.rpm
[root@server4 ~]# /etc/init.d/haproxy start
[root@server1 x86_64]# scp /etc/haproxy/haproxy.cfg server4:/etc/haproxy/
[root@server1 x86_64]# /etc/init.d/haproxy stop ##啓動集羣管理1時一定要關閉haproxy和取消開機自啓
Shutting down haproxy: [ OK ]
[root@server1 x86_64]# chkconfig --list haproxy
haproxy 0:off 1:off 2:off 3:off 4:off 5:off 6:off
[root@server1 x86_64]# crm
crm(live)# configure
crm(live)configure# show
node server1
node server4
primitive vip ocf:heartbeat:IPaddr2 \
params ip="172.25.18.100" cidr_netmask="24" \
op monitor interval="1min"
property $id="cib-bootstrap-options" \
dc-version="1.1.10-14.el6-368c726" \
cluster-infrastructure="classic openais (with plugin)" \
expected-quorum-votes="2" \
stonith-enabled="false" \
no-quorum-policy="ignore"
crm(live)configure# primitive haproxy lsb:haproxy op monitor interval=1min
crm(live)configure# commit
crm(live)configure# group lbgroup vip haproxy ##建立組，使crm_mon中vip和haproxy在同一server上
crm(live)configure# commit
crm(live)configure# bye
[root@server1 x86_64]# crm node standby ##控制下線
[root@server1 x86_64]# crm node online ##控制上線
[root@server1 x86_64]# stonith_admin -I ##檢驗fence
[root@server1 x86_64]# stonith_admin -M -a fence_xvm ##查看
[root@foundation18 Desktop]# systemctl status fence_virtd.service ##物理機上開啓fence服務
拷貝/etc/cluster/fence_xvm.key 文件給server1和server4，server1和4的cluster爲自建的文件夾把fencekey和物理機保持一致，不然虛擬機fence啓動不了
[root@server4 cluster]# crm
crm(live)# configure
crm(live)configure# primitive vmfence stonith:fence_xvm params pcmk_host_map="server1:host1;server4:host4" op monitor interval=1min ##設置fence
crm(live)configure# commit
crm(live)configure# bye
[root@server4 cluster]# crm
crm(live)# configure
crm(live)configure# property stonith-enabled=true ##開啓fence
crm(live)configure# commit
crm(live)configure# bye
[root@server1 ~]# crm
crm(live)# resource
crm(live)resource# cleanup vmfence ##配錯fence後清除更新
Cleaning up vmfence on server1
Cleaning up vmfence on server4
Waiting for 1 replies from the CRMd. OK
crm(live)resource# show
Resource Group: lbgroup
vip (ocf::heartbeat:IPaddr2): Started
haproxy (lsb:haproxy): Started
vmfence (stonith:fence_xvm): Started檢測：
[root@server1 ~]# echo c > /proc/sysrq-trigger ##看fence機制是否成功
echo c > /proc/sysrq-trigger