corosync+pacemaker+drbd构建mysql高可用平台的简单案例

[b]写在前面：[/b]如果此文有幸被某位朋友看见并发现有错的地方，希望批评指正。如有不明白的地方，愿可一起探讨。

案例拓扑图



说明：
ansible主机主要作用在于配置和安装两台corosync+pacemaker+drdb+mysql主机

配置ansible主机
安装ansible

# yum -y install ansible

编译/etc/ansible/hosts文件

# vim /etc/ansible/hosts

[hbhosts]
172.16.115.60
172.16.115.61

提供秘钥认证机制

# ssh-keygen -t rsa -P ''
# ansible hbhosts --module-name=copy --args='src=/root/.ssh/id_rsa.pub
dest=/root/.ssh/authorized_keys owner=root group=root mode=600' --ask-pass

提供roles各文件

# mkdir -pv corosync/roles/{common,ha,crmsh,drbd}
# mkdir corosync/roles/common/{files,tasks}
# mkdir corosync/roles/ha/{files,handlers,tasks}
# mkdir corosync/roles/crmsh/{files,tasks}
# mkdir corosync/roles/drbd/{files,tasks}

为roles各个目录文件提供相关的配置文件

# vim corosync/roles/common/files/hosts

127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4
::1         localhost localhost.localdomain localhost6 localhost6.localdomain6
172.16.0.1  server.magelinux.com server
172.16.115.60   kpa1.muluhe.com kpa1
172.16.115.61   kpa2.muluhe.com kpa2

# vim corosync/roles/common/tasks/main.yml

- name: hosts file
copy: src=hosts dest=/etc/hosts
- name: sync time
cron: name="sync time" minute="*/3" job="/usr/sbin/ntpdate 172.16.0.1 &> /dev/null"

# vim corosync/roles/ha/files/corosync.conf

compatibility: whitetank
totem {
version: 2
secauth: on
threads: 0
interface {
ringnumber: 0
bindnetaddr: 172.16.0.0
mcastaddr: 226.194.115.15
mcastport: 5405
ttl: 1
}
}
logging {
fileline: off
to_stderr: no
to_logfile: yes
to_syslog: no
logfile: /var/log/cluster/corosync.log
debug: off
timestamp: on
logger_subsys {
subsys: AMF
debug: off
}
}
amf {
mode: disabled
}
service {
ver:    0
name:   pacemaker
}
aisexec {
user: root
group: root
}

生成authkey文件并将生成的corosync文件复制到/root/corosync/roles/common/files目录下(前提是此主机安装了corosync才行)

# corosync-keygen
Corosync Cluster Engine Authentication key generator.
Gathering 1024 bits for key from /dev/random.
Press keys on your keyboard to generate entropy.
Writing corosync key to /etc/corosync/authkey.
# cp /etc/corosync/authley /root/corosync/roles/common/files/

# vim corosync/roles/ha/tasks/main.yml

- name: installed corosync and pacemaker
yum: name={{ item }} state=present
with_items:
- corosync
- pacemaker
tags: inst
- name: auth key file
copy: src=authkey dest=/etc/corosync/authkey owner=root group=root mode=0400
tags: authkey
- name: configration file
copy: src=corosync.conf dest=/etc/corosync/corosync.conf
tags: conf
notify:
- restart corosync
- name: start corosync
service: name=corosync state=started enabled=no
tags: start

# vim corosync/roles/ha/handlers/main.yml

- name: restart corosync
service: name=corosync state=restarted

将crmsh-1.2.6-4.el6.x86_64.rpm和pssh-2.3.1-2.el6.x86_64.rpm安装包放入/root/corosync/roles/crmsh/files目录中

# vim corosyn/roles/crmsh/tasks/main.yml

- name: copy pssh and crmsh
copy: src={{ item }} dest=/tmp/
with_items:
- pssh-2.3.1-2.el6.x86_64.rpm
- crmsh-1.2.6-4.el6.x86_64.rpm
- name: install pssh and crmsh
yum: name={{ item }} state=present
with_items:
- /tmp/pssh-2.3.1-2.el6.x86_64.rpm
- /tmp/crmsh-1.2.6-4.el6.x86_64.rpm

将drbd-8.4.3-33.el6.x86_64.rpm和drbd-kmdl-2.6.32-431.el6-8.4.3-33.el6.x86_64.rpm包放入/root/corosync/roles/drbd/files目录中
# vim corosync/roles/drbd/tasks/main.yml

- name: copy drbd and drbd-kmdl
copy: src={{ item }} dest=/tmp/
with_items:
- drbd-8.4.3-33.el6.x86_64.rpm
- drbd-kmdl-2.6.32-431.el6-8.4.3-33.el6.x86_64.rpm
- name: install drdb and drbd-kmdl
yum: name={{ item }} state=present
with_items:
- /tmp/drbd-8.4.3-33.el6.x86_64.rpm
- /tmp/drbd-kmdl-2.6.32-431.el6-8.4.3-33.el6.x86_64.rpm

# cd /root/corosync
# vim ha.yml

- name: install and config corosync
remote_user: root
hosts: hbhosts
roles:
- common
- ha
- crmsh

安装各配置文件提供的任务

# ansible-playbook ha.yml

配置两台drbd主机
前提：提供两个空闲分区
在两台drbd主机上提供相同的drbd相关配置文件

# vim global_common.conf

global {
usage-count no;
# minor-count dialog-refresh disable-ip-verification
}
common {
protocol C;
handlers {
# pri-on-incon-degr "/usr/lib/drbd/notify-pri-on-incon-degr.sh; /usr/lib/drbd/notify-emergency-reboot.sh; echo b > /proc/sysrq-trigger ; reboot -f";
# pri-lost-after-sb "/usr/lib/drbd/notify-pri-lost-after-sb.sh; /usr/lib/drbd/notify-emergency-reboot.sh; echo b > /proc/sysrq-trigger ; reboot -f";
# local-io-error "/usr/lib/drbd/notify-io-error.sh; /usr/lib/drbd/notify-emergency-shutdown.sh; echo o > /proc/sysrq-trigger ; halt -f";
# fence-peer "/usr/lib/drbd/crm-fence-peer.sh";
# split-brain "/usr/lib/drbd/notify-split-brain.sh root";
# out-of-sync "/usr/lib/drbd/notify-out-of-sync.sh root";
# before-resync-target "/usr/lib/drbd/snapshot-resync-target-lvm.sh -p 15 -- -c 16k";
# after-resync-target /usr/lib/drbd/unsnapshot-resync-target-lvm.sh;
}
startup {
#wfc-timeout 120;
#degr-wfc-timeout 120;
}
disk {
on-io-error detach;
#fencing resource-only;
}
net {
cram-hmac-alg "sha1";
shared-secret "mydrbdlab";
}
syncer {
rate 1000M;
}
}

# vim mydata.res

resource mydata {
on kpa1.muluhe.com {
device    /dev/drbd1;
disk      /dev/sda5;
address   172.16.115.60:7790;
meta-disk internal;
}
on kpa2.muluhe.com {
device    /dev/drbd1;
disk      /dev/sda5;
address   172.16.115.61:7790;
meta-disk internal;
}
}

在两节点上初始化已定义的资源并启动服务

# drbdadm create-md mydata
# /etc/init.d/drbd start

接下来，我们将IP地址为172.16.115.60的那台主机设置为primary，并安装mysql

# drbdadm primary --force mydata
# mke2fs -t ext4 -L DRBD /dev/drbd1
# mkdir /mysql
# mount /dev/drbd1 /mysql
# cd /mysql
# mkdir data

安装mysql

# groupadd -r -g 336 mysql
# useradd -g mysql -r -u 3306 mysql
# tar xf mariadb-5.5.36-linux-x86_64.tar.gz -C /usr/local
# cd /usr/local
# ln -sv mariadb-5.5.36-linux-x86_64/ mysql
# cd mysql
# chown -R root:mysql ./*
# mkdir /etc/mysql
# cp support-files/my-large.cnf /etc/mysql/my.cnf
# vim /etc/mysql/my.cnf
datadir = /mysql/data
# cp support-files/mysql.server /etc/rc.d/init.d/mysqld
# chmod +x /etc/rc.d/init.d/mysqld
# chkconfig --add mysqld
# chkconfig mysqld off
# scripts/mysql_install_db --user=mysql --datadir=/mysql/data
# vim /etc/profile.d/mysql.sh
export PATH=/usr/local/mysql/bin:$PATH
# source /etc/profile.d/mysql.sh
# /etc/init.d/mysqld start
# mysql
MariaDB [(none)]> GRANT ALL ON *.* TO 'root'@'172.16.%.%' IDENTIFIED BY 'password';
MariaDB [(none)]> FLUSH PRIVILEGES;

接下来将IP地址为172.16.115.60这台主机降为secondary,并将IP地址为172.16.115.61那台主机升为primary，然后再安装mysql

利用crm工具配置mysql高可用
在IP地址为172.16.115.60这台主机上进行配置

# crm
crm(live)# configure
crm(live)configure# property stonith-enabled=false
crm(live)configure# property no-quorum-policy=ignore
crm(live)configure# primitive mydrbd ocf:linbit:drbd params drbd_resource=mydata op monitor role=Master interval=20s timeout=20s op monitor role=Slave interval=30s timeout=20s op start timeout=240s op stop timeout=100s
crm(live)configure# primitive myfs ocf:heartbeat:Filesystem params device=/dev/drbd1 directory=/mysql fstype=ext4 op monitor interval=20s timeout=40s op start timeout=60s op stop timeout=60s
crm(live)configure# primitive myip ocf:heartbeat:IPaddr params ip=172.16.115.100 op monitor interval=30s timeout=20s
crm(live)configure# primitive myserver lsb:mysqld op monitor interval=30s timeout=20s
crm(live)configure# group myservice myip myfs myserver
crm(live)configure# ms ms_mydrbd mydrbd meta master-max=1 master-node-max=1 clone-max=2 clone-node-max=1 notify=true
crm(live)configure# colocation myfs_with_ms_mydrbd_master inf: myfs ms_mydrbd:Master
crm(live)configure# colocation myserver_with_myfs inf: myserver myfs
crm(live)configure# order myfs_after_ms_mydrbd_master inf: ms_mydrbd:promote myfs:start
crm(live)configure# commit
crm(live)configure# cd
crm(live)# status
Last updated: Wed Oct  8 18:27:32 2014
Last change: Wed Oct  8 18:27:06 2014 via cibadmin on kpa1.muluhe.com
Stack: classic openais (with plugin)
Current DC: kpa2.muluhe.com - partition with quorum
Version: 1.1.10-14.el6-368c726
2 Nodes configured, 2 expected votes
5 Resources configured
Online: [ kpa1.muluhe.com kpa2.muluhe.com ]
Resource Group: myservice
myip(ocf::heartbeat:IPaddr):Started kpa1.muluhe.com
myfs(ocf::heartbeat:Filesystem):Started kpa1.muluhe.com
myserver(lsb:mysqld):Started kpa1.muluhe.com
Master/Slave Set: ms_mydrbd [mydrbd]
Masters: [ kpa1.muluhe.com ]
Slaves: [ kpa2.muluhe.com ]
crm(live)#

测试mysql高可用性
在IP地址为172.16.15.1这台主机上进行测试

# mysql -u root -h 172.16.115.100 -p

将IP地址为172.16.115.60这台主机standby

# crm node standby

再次在IP地址为172.16.15.1这台主机上进行测试

# mysql -u root -h 172.16.115.100 -p

测试结果表明，两台drbd主机可高可用mysql