centos6.7下安装drbd+heartbeat，亲测可用

  #############################################################

## 服务器基本情况

#############################################################

1，两台centos服务器，系统版本是CentOS release 6.7 (Final) 2.6.32-573.el6.x86_64

服务器IP：

192.168.40.251 mjx-251 mjx01

192.168.40.252 mjx-252 mjx02

192.168.40.250 mjx-srv

1.1.1.251 mjx-251-pri # heartbeat ipaddr

1.1.1.252 mjx-252-pri # heartbeat ipaddr

#############################################################

## 初始化服务器环境

#############################################################

1，关闭iptables，设置开机非自启动

#service iptables stop

#chkconfig iptables off

2，关闭selinux

# setenforce 0

#vi /etc/sysconfig/selinux

SELINUX=disabled

#

3，配置yum源

# 1 阿里yum源

#wget -O /etc/yum.repos.d/aliyun.repo http://mirrors.aliyun.com/repo/Centos-6.repo
# 2 生成yum-epel源

cat > /etc/yum.repos.d/epel.repo

[epel]

name=Extra Packages for Enterprise Linux 6 - $basearch

baseurl=http://mirrors.aliyun.com/epel/6/$basearch
http://mirrors.aliyuncs.com/epel/6/$basearch
#mirrorlist=https://mirrors.fedoraproject.org/metalink?repo=epel-6&arch=$basearch

failovermethod=priority

enabled=1

gpgcheck=0

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-6

[epel-debuginfo]

name=Extra Packages for Enterprise Linux 6 - $basearch - Debug

baseurl=http://mirrors.aliyun.com/epel/6/$basearch/debug
http://mirrors.aliyuncs.com/epel/6/$basearch/debug
#mirrorlist=https://mirrors.fedoraproject.org/metalink?repo=epel-debug-6&arch=$basearch

failovermethod=priority

enabled=0

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-6

gpgcheck=0

[epel-source]

name=Extra Packages for Enterprise Linux 6 - $basearch - Source

baseurl=http://mirrors.aliyun.com/epel/6/SRPMS
http://mirrors.aliyuncs.com/epel/6/SRPMS
#mirrorlist=https://mirrors.fedoraproject.org/metalink?repo=epel-source-6&arch=$basearch

failovermethod=priority

enabled=0

gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-EPEL-6

gpgcheck=0

#############################################################

## 使用fdisk分区，基于drbd做复制，两台服务器都需要做。

#############################################################

这里用fdisk又分了两个区，

[root@mjx-251 ~]# fdisk -l

Disk /dev/sda: 53.7 GB, 53687091200 bytes

255 heads, 63 sectors/track, 6527 cylinders

Units = cylinders of 16065 * 512 = 8225280 bytes

Sector size (logical/physical): 512 bytes / 512 bytes

I/O size (minimum/optimal): 512 bytes / 512 bytes

Disk identifier: 0x000a56ba

Device Boot Start End Blocks Id System

/dev/sda1 * 1 26 204800 83 Linux

Partition 1 does not end on cylinder boundary.

/dev/sda2 26 2576 20480000 83 Linux

/dev/sda3 2576 3596 8192000 82 Linux swap / Solaris

/dev/sda4 3596 6528 23550976 5 Extended

/dev/sda5 3596 4233 5120000 83 Linux
/dev/sda6 4233 4886 5246891+ 83 Linux

/dev/sda7 4887 4895 72261 83 Linux

[root@mjx-251 ~]# partx -a /dev/sda

#############################################################

## 创建文件系统

#############################################################

#

/dev/sda6 mysql数据分区

/dev/sda7 作为drbd元数据分区，不要格式化

安装xfs包

yum install xfs* -y

[root@mjx-251 ~]# mkfs.xfs /dev/sda6

meta-data=/dev/sda6 isize=256 agcount=4, agsize=327931 blks

= sectsz=512 attr=2, projid32bit=0

data = bsize=4096 blocks=1311722, imaxpct=25

= sunit=0 swidth=0 blks

naming =version 2 bsize=4096 ascii-ci=0

log =internal log bsize=4096 blocks=2560, version=2

= sectsz=512 sunit=0 blks, lazy-count=1

realtime =none extsz=4096 blocks=0, rtextents=0

#############################################################

## 安装DRBD，两台都装

#############################################################

1）安装依赖

yum install kernel-devel kernel-headers flex -y

2）编译安装

tar -zxf drbd-8.4.4.tar.gz

cd drbd-8.4.4

./configure --prefix=/opt/drbd-8.4.4 --with-km --with-heartbeat --sysconfdir=/etc/

make

make install

3）--配置开机启动

chkconfig --add drbd

chkconfig drbd on

[root@mjx-251 ]# chkconfig --add drbd

[root@mjx-251 ]# chkconfig --list drbd

drbd 0:off 1:off 2:on 3:on 4:on 5:on 6:off

[root@mjx-251 etc]#chkconfig drbd on

[root@mjx-252 ]# chkconfig --add drbd

[root@mjx-252 ]# chkconfig --list drbd

drbd 0:off 1:off 2:on 3:on 4:on 5:on 6:off

[root@mjx-252 etc]#chkconfig drbd on

4）**过程如下：

[root@mjx-251 ~]# cd /tmp

[root@mjx-251 tmp]# tar -zxf drbd-8.4.4.tar.gz

[root@mjx-251 tmp]# cd drbd-8.4.4

[root@mjx-251 drbd-8.4.4]# ./configure --prefix=/opt/drbd-8.4.4 --with-km --with-heartbeat --sysconfdir=/etc/

[root@mjx-251 drbd-8.4.4]# make

...

CC [M] /tmp/drbd-8.4.4/drbd/drbd_nla.o

CC [M] /tmp/drbd-8.4.4/drbd/drbd_sysfs.o

LD [M] /tmp/drbd-8.4.4/drbd/drbd.o

Building modules, stage 2.

MODPOST 1 modules

CC /tmp/drbd-8.4.4/drbd/drbd.mod.o

LD [M] /tmp/drbd-8.4.4/drbd/drbd.ko.unsigned

NO SIGN [M] /tmp/drbd-8.4.4/drbd/drbd.ko

make[2]: Leaving directory `/usr/src/kernels/2.6.32-431.el6.x86_64'

mv .drbd_kernelrelease.new .drbd_kernelrelease

Memorizing module configuration ... done.

make[1]: Leaving directory `/tmp/drbd-8.4.4/drbd'

Module build was successful.

[root@mjx-251 drbd-8.4.4]# echo $?

0

[root@mjx-251 drbd-8.4.4]# make install

...

make -C drbd install

make[1]: Entering directory `/tmp/drbd-8.4.4/drbd'

install -d //lib/modules/2.6.32-431.el6.x86_64/updates

install -m 644 drbd.ko //lib/modules/2.6.32-431.el6.x86_64/updates

/sbin/depmod -a || /sbin/depmod -e drbd.ko 2>&1 >/dev/null || true

make[1]: Leaving directory `/tmp/drbd-8.4.4/drbd'

[root@mjx-251 drbd-8.4.4]# echo $?

0

3）开机加载

[root@mjx-251 drbd-8.4.4]# lsmod | grep drbd

[root@mjx-251 drbd-8.4.4]# echo "/sbin/modprobe drbd" >> /etc/rc.local

[root@mjx-251 drbd-8.4.4]# /sbin/modprobe drbd

[root@mjx-251 drbd-8.4.4]# lsmod | grep drbd

drbd 340455 0

libcrc32c 1246 1 drbd

4）DRBD主从配置文件

cp /etc/drbd.conf /etc/drbd.conf.20160602.bak

cat > /etc/drbd.conf <<EOF

global {

usage-count no;

}

common {

syncer {

rate 1000M;

verify-alg crc32c;

}

protocol C;

}

# primary for data1

resource data1 {

device /dev/drbd1;

disk /dev/sda5;

meta-disk /dev/sda6;

on mjx-251 {

address 1.1.1.251:7788;

}

on mjx-252 {

address 1.1.1.252:7788;

}

}

EOF

5）资源初始化

drbdadm create-md data1

--创建目录

mkdir -p /opt/drbd-8.4.4/var/run/drbd

**过程如下：

[root@mjx-251 etc]# drbdadm create-md data1

Writing meta data...

initializing activity log

NOT initializing bitmap

New drbd meta data block successfully created.

[root@mjx-251 etc]# mkdir -p /opt/drbd-8.4.4/var/run/drbd

[root@mjx-252 drbd-8.4.4]# drbdadm create-md data1

Writing meta data...

initializing activity log

NOT initializing bitmap

New drbd meta data block successfully created.

[root@mjx-252 drbd-8.4.4]# mkdir -p /opt/drbd-8.4.4/var/run/drbd

6）启动drbd并启动资源,具体的看操作过程。

/etc/init.d/drbd start

drbdadm up data1

drbdadm connect data1

drbdadm down data1 # 停用资源

--drbdadm up data1 相当于以下三个命令的执行

drbdadm attach data1

drbdadm syncer data1

drbdadm connect data1

**操作过程如下：

mjx-251:

[root@mjx-251 ]# /etc/init.d/drbd start

[root@mjx-251 ]# cat /proc/drbd

version: 8.4.4 (api:1/proto:86-101)

GIT-hash: 74402fecf24da8e5438171ee8c19e28627e1c98a build by root@mjx-251, 2016-06-02 21:53:57

[root@mjx-251 ]# drbdadm up data1

[root@mjx-251 ]# cat /proc/drbd

version: 8.4.4 (api:1/proto:86-101)

GIT-hash: 74402fecf24da8e5438171ee8c19e28627e1c98a build by root@mjx-251, 2016-06-02 21:53:57

1: cs:WFConnection ro:Secondary/Unknown ds:Diskless/DUnknown C r-----

ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:b oos:0

mjx-252

[root@mjx-252 ]# /etc/init.d/drbd start

[root@mjx-252 ]# drbdadm up data1

[root@mjx-252 ]# cat /proc/drbd

version: 8.4.4 (api:1/proto:86-101)

GIT-hash: 74402fecf24da8e5438171ee8c19e28627e1c98a build by root@mjx-252, 2016-06-02 21:56:18

1: cs:Connected ro:Secondary/Secondary ds:Inconsistent/Inconsistent C r-----

ns:0 nr:0 dw:0 dr:0 al:0 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:215820032

7）启用primary （主节点操作）

drbdadm -- --overwrite-data-of-peer primary data1

[root@mjx-251 etc]# drbdadm -- --overwrite-data-of-peer primary data1

[root@mjx-251 etc]# mkfs.xfs /dev/drbd1

[root@mjx-251 etc]# cat /proc/drbd

version: 8.4.4 (api:1/proto:86-101)

GIT-hash: 74402fecf24da8e5438171ee8c19e28627e1c98a build by root@mjx-251, 2016-06-02 21:53:57

1: cs:SyncSource ro:Primary/Secondary ds:UpToDate/Inconsistent C r-----

ns:167936 nr:0 dw:0 dr:168608 al:0 bm:10 lo:0 pe:24 ua:0 ap:0 ep:1 wo:f oos:215655368

[>....................] sync'ed: 0.1% (210600/210760)M

finish: 1:27:01 speed: 41,228 (41,228) K/sec

8）依据上面的操作，对drbd做一个测试：
在主服务器上操作：
创建一个挂载的路径：

[root@mjx-251 ~]# mkdir /beijing
把/dev/drbd1挂载到/houdaiye下面

[root@mjx-251 ~]# mount /dev/drbd1 /beijing/

[root@mjx-251 ~]# df -h

Filesystem Size Used Avail Use% Mounted on

/dev/sda2 20G 4.1G 15G 23% /

tmpfs 491M 0 491M 0% /dev/shm

/dev/sda1 190M 69M 111M 39% /boot

/dev/sda5 4.7G 9.8M 4.5G 1% /tmp

/dev/drbd1 5.0G 33M 5.0G 1% /beijing
在/houdaiye路径下面dd出来一个文件。

[root@mjx-251 ~]# cd /beijing

[root@mjx-251 beijing]# dd if=/dev/zero of=li.txt bs=1M count=500

500+0 records in

500+0 records out

524288000 bytes (524 MB) copied, 8.69013 s, 60.3 MB/s

[root@mjx-251 beijing]# ls

li.txt

[root@mjx-251 beijing]# du -sh

500M .
在主drbd上，先要卸载掉drbd设备，再把主机降级为“备机”

[root@mjx-251 ~]# umount /beijing

[root@mjx-251 ~]# drbdadm secondary data1

[root@mjx-251 ~]# cat /proc/drbd

version: 8.4.4 (api:1/proto:86-101)

GIT-hash: 74402fecf24da8e5438171ee8c19e28627e1c98a build by root@mjx-251, 2016-06-13 07:13:52

1: cs:Connected ro:Secondary/Secondary ds:UpToDate/UpToDate C r-----

ns:5760979 nr:0 dw:514087 dr:5247940 al:48 bm:321 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0
在备服务器上操作：
将备drbd升级为主

[root@mjx-252 ~]# drbdadm primary data1

[root@mjx-252 ~]# cat /proc/drbd

version: 8.4.4 (api:1/proto:86-101)

GIT-hash: 74402fecf24da8e5438171ee8c19e28627e1c98a build by root@mjx-252, 2016-06-13 07:14:21

1: cs:Connected ro:Primary/Secondary ds:UpToDate/UpToDate C r-----

ns:0 nr:5760979 dw:5760979 dr:679 al:0 bm:321 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0

[root@mjx-252 ~]#mkdir /beijing

[root@mjx-252 ~]# mount /dev/drbd1 /beijing/

[root@mjx-252 ~]# df -h

Filesystem Size Used Avail Use% Mounted on

/dev/sda2 20G 4.1G 15G 23% /

tmpfs 491M 0 491M 0% /dev/shm

/dev/sda1 190M 69M 111M 39% /boot

/dev/sda5 4.7G 9.8M 4.5G 1% /tmp

/dev/drbd1 5.0G 533M 4.5G 11% /houdaiye

[root@mjx-252 beijing]# ls

li.txt

[root@mjx-252 beijing]# du -sh

500M .

[root@mjx-252 beijing]#
这是可以看到/houdaiye下有li.txt文件，但我们没有在mjx-252上创建过这个文件，很明显是通过drbd同步过来的。
测试完毕！！！

#############################################################

## 安装heartbeat，两台都装

#############################################################

yum -y install heartbeat*

# 复制文件

cd /usr/share/doc/heartbeat-3.0.4

cp ha.cf haresources authkeys /etc/ha.d/

# ha.cf 两边相同

cat > /etc/ha.d/ha.cf <<EOF

debugfile /var/log/ha-debug

logfile /var/log/ha-log

logfacility local1

keepalive 2

deadtime 30

warntime 10

initdead 120

bcast eth1

mcast eth1 225.0.0.11 56694 1 0

auto_failback off

node mjx-251

node mjx-252

crm no

EOF

cat > /etc/ha.d/authkeys <<EOF

auth 1

1 crc

EOF

[root@mjx-251 ~]#chmod 600 /etc/ha.d/authkeys

--设置浮动IP地址及文件系统资源 haresources

cat > /etc/ha.d/haresources<<EOF

mjx-251 IPaddr::192.168.0.250/24/eth0 drbddisk::data1 Filesystem::/dev/drbd1::/var/lib/mysql::xfs mysql

EOF

cat > /etc/ha.d/haresources<<EOF

mjx-251 IPaddr::192.168.0.250/24/eth0 drbddisk::data1 Filesystem::/dev/drbd1::/var/lib/mysql::xfs

EOF

cat > /etc/ha.d/haresources<<EOF

mjx-251 IPaddr::192.168.0.250/24/eth0

EOF

[root@mjx-251 ~]#chkconfig heartbeat on

以上在mjx-252这台机器上也要做一遍

[root@mjx-251 ~]# chkconfig --list |grep -E "mysql|drbd|heartbeat"

drbd 0:off 1:off 2:on 3:on 4:on 5:on 6:off

heartbeat 0:off 1:off 2:on 3:on 4:on 5:on 6:off

mysql 0:off 1:off 2:off 3:off 4:off 5:off 6:off

[root@mjx-252 data]# chkconfig --list |grep -E "mysql|drbd|heartbeat"

drbd 0:off 1:off 2:on 3:on 4:on 5:on 6:off

heartbeat 0:off 1:off 2:on 3:on 4:on 5:on 6:off

mysql 0:off 1:off 2:off 3:off 4:off 5:off 6:off

#############################################################

## 安装mysql

#############################################################

这里采用的rpm包安装，两台服务器都要安装。

1、上传安装包，然后解压，最后查看解压出来的rpm包

[root@mjx-251 ~]# ll MySQLServer5.6_for_Linux.zip

-rw-r--r-- 1 root root 232961281 Jun 14 14:30
MySQLServer5.6_for_Linux.zip

[root@mjx-251 ~]# unzip MySQLServer5.6_for_Linux.zip

[root@mjx-251 ~]# ll MySQL*

-rw-r--r-- 1 root root 18658700 Jan 30 2015 MySQL-client-advanced-5.6.23-1.el6.x86_64.rpm

-rw-r--r-- 1 root root 3331064 Jan 30 2015 MySQL-devel-advanced-5.6.23-1.el6.x86_64.rpm

-rw-r--r-- 1 root root 88718056 Jan 30 2015 MySQL-embedded-advanced-5.6.23-1.el6.x86_64.rpm

-rw-r--r-- 1 root root 232961281 Jun 14 14:30 MySQLServer5.6_for_Linux.zip

-rw-r--r-- 1 root root 65170264 Jan 30 2015 MySQL-server-advanced-5.6.23-1.el6.x86_64.rpm

-rw-r--r-- 1 root root 2031628 Jan 30 2015 MySQL-shared-advanced-5.6.23-1.el6.x86_64.rpm

-rw-r--r-- 1 root root 3945168 Jan 30 2015 MySQL-shared-compat-advanced-5.6.23-1.el6.x86_64.rpm

-rw-r--r-- 1 root root 50999164 Jan 30 2015 MySQL-test-advanced-5.6.23-1.el6.x86_64.rpm

[root@mjx-251 ~]#

2、卸载冲突的包

[root@mjx-251 ~]# rpm -qa | grep mysql

mysql-libs-5.1.73-5.el6_6.x86_64

mysql-devel-5.1.73-5.el6_6.x86_64

mysql-5.1.73-5.el6_6.x86_64

卸载上面的这些包，命令如下：

[root@mjx-251 ~]# rpm -e mysql-libs --nodeps

[root@mjx-251 ~]# rpm -e mysql-devel --nodeps

[root@mjx-251 ~]# rpm -e mysql --nodeps

3、安装mysql

rpm -ivh MySQL-client-advanced-5.6.23-1.el6.x86_64.rpm

rpm -ivh MySQL-devel-advanced-5.6.23-1.el6.x86_64.rpm

rpm -ivh MySQL-embedded-advanced-5.6.23-1.el6.x86_64.rpm

rpm -ivh MySQL-server-advanced-5.6.23-1.el6.x86_64.rpm

rpm -ivh MySQL-shared-advanced-5.6.23-1.el6.x86_64.rpm

rpm -ivh MySQL-shared-compat-advanced-5.6.23-1.el6.x86_64.rpm

rpm -ivh MySQL-test-advanced-5.6.23-1.el6.x86_64.rpm

4、设置密码：

[root@test2 ~]# service mysql start (启动数据库)

安装完成之后，先不启动mysql，对/usr/my.cnf进行配置：

vim /usr/my.cnf

[mysqld]

basedir = /usr

datadir = /var/lib/mysql

#

[root@mjx-251 ~]# cat .mysql_secret （获取密码）

# The random password set for the root user at Sat May 14 19:11:17 2016 (local time): NoKyYRnccZgisEM8

[root@mjx-251 ~]# mysqladmin -u root -p password 123456 （改密码）

Enter password: NoKyYRnccZgisEM8 （输入旧密码）

5,启动mysql

[root@mjx-251 ~]# service mysql start

6,在/etc/ha.d/haresources最后添加mysql关键字，两台服务器都要添加。

vim /etc/ha.d/haresources

mjx-251 IPaddr::192.168.40.250/24/eth0 drbddisk::data1 Filesystem::/dev/drbd1::/var/lib/mysql::xfs
mysql

#############################################################

## 查看各个进程的情况

#############################################################

[root@mjx-251 ~]# chkconfig --list |grep -E "mysql|drbd|heartbeat"

drbd 0:off 1:off 2:on 3:on 4:on 5:on 6:off

heartbeat 0:off 1:off 2:on 3:on 4:on 5:on 6:off

mysql 0:off 1:off 2:off 3:off 4:off 5:off 6:off

[root@mjx-252 data]# chkconfig --list |grep -E "mysql|drbd|heartbeat"

drbd 0:off 1:off 2:on 3:on 4:on 5:on 6:off

heartbeat 0:off 1:off 2:on 3:on 4:on 5:on 6:off

mysql 0:off 1:off 2:off 3:off 4:off 5:off 6:off

现在可以重启主服务器了，然后观察备机的情况，观察vip，/dev/drbd1是否挂载，/proc/drbd的状态，mysql是否运行。