34补1-4 实现高可用mysql集群

标签：linux   ha cluster   mysql   

HA Cluster基础及heartbeat实现HA

配置环境

node1：192.168.1.121 CentOS6.7

node2：192.168.1.122 CentOS6.7

node3：192.168.1.123 CentOS6.7

vip 192.168.1.88

配置前准备

   # cat /etc/hosts

127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4

::1         localhost localhost.localdomain localhost6 localhost6.localdomain6

192.168.1.121           node1

192.168.1.122           node2

192.168.1.123           node3 

   #  ssh-keygen -t rsa -P ‘‘

   #  ssh-copy-id -i ~/.ssh/id_rsa.pub node1

   #  ssh-copy-id -i ~/.ssh/id_rsa.pub node2

   #  ssh-copy-id -i ~/.ssh/id_rsa.pub node3

   #  rpm -ivh epel-release-latest-6.noarch.rpm 

   #  yum -y ansible

   #  yum -y install ansible

   # cat /etc/ansible/hosts 

[ha]

192.168.1.121

192.168.1.122

192.168.1.123

   #  ansible ha -m copy -a ‘src=/etc/hosts dest=/etc‘

   #  ansible ha -m shell -a ‘ntpdate 192.168.1.62‘

   # ansible ha -m cron -a ‘minute="*/3" job="/usr/sbin/ntpdate 192.168.1.62" name="ntpdate"‘

   # ansible ha -m copy -a ‘src=/root/heartbeat2 dest=/root‘

   node1、node2和node3

   #yum -y install net-snmp-libs libnet PyXML perl-Time-Date

   # ls heartbeat2/

heartbeat-2.1.4-12.el6.x86_64.rpm #主程序包

heartbeat-debuginfo-2.1.4-12.el6.x86_64.rpm

heartbeat-devel-2.1.4-12.el6.x86_64.rpm

heartbeat-gui-2.1.4-12.el6.x86_64.rpm #提供hb-gui的包，可以先不装

heartbeat-ldirectord-2.1.4-12.el6.x86_64.rpm #后端健康检测的工具

heartbeat-pils-2.1.4-12.el6.x86_64.rpm

heartbeat-stonith-2.1.4-12.el6.x86_64.rpm #提供仲裁设备，节点隔离的包

# cd heartbeat2/

# rpm -ivh heartbeat-2.1.4-12.el6.x86_64.rpm heartbeat-pils-2.1.4-12.el6.x86_64.rpm heartbeat-stonith-2.1.4-12.el6.x86_64.rpm

[root@node1 ha.d]# cp /usr/share/doc/heartbeat-2.1.4/{ha.cf,haresources,authkeys} /etc/ha.d/

[root@node1 ha.d]# cd /etc/ha.d/

[root@node1 ha.d]# chmod 600 authkeys

[root@node1 ha.d]# openssl rand -base64 4

nuGXcw==

[root@node1 ha.d]# vim authkeys 

修改

#auth 1

#2 sha1 HI!

为

auth 2

2 sha1 nuGXcw==

[root@node1 ha.d]# vim ha.cf

修改

#logfile    /var/log/ha-log

为

logfile    /var/log/ha-log

修改

logfacility local0

为

#logfacility    local0

修改

#mcast eth0 225.0.0.1 694 1 0

为

mcast eth0 225.23.190.1 694 1 0

在node   kathy（212行左右）下添加

node node1 #指明所有的node结束

node node2

node node3

在#ping 10.10.10.254（223行左右）下添加

ping 192.168.1.1 #仲裁设备

修改

#compression    bz2 #是否压缩

#compression_threshold 2 #多大的文件才压缩

为

compression bz2

compression_threshold 2

[root@node1 ha.d]# vim haresources 

在末尾添加

node1   192.168.1.80/16/eth0/192.168.255.255 httpd

[root@node1 ha.d]# scp -p authkeys ha.cf haresources node2:/etc/ha.d

[root@node1 ha.d]# scp -p authkeys ha.cf haresources node3:/etc/ha.d

[root@node1 ~]# vim /var/www/html/index.html

<h1>node1.magedu.com</h1>

[root@node1 ~]# service httpd stop

Stopping httpd:                                            [  OK  ]

[root@node1 ~]# chkconfig httpd off

[root@node2 ~]# vim /var/www/html/index.html

<h1>node2.magedu.com</h1>

[root@node2 ~]# service httpd stop

Stopping httpd:                                            [  OK  ]

[root@node2 ~]# chkconfig httpd off

[root@node3 ~]# vim /var/www/html/index.html

<h1>node3.magedu.com</h1>

[root@node3 ~]# service httpd stop

Stopping httpd:                                            [  OK  ]

[root@node3 ~]# chkconfig httpd off

[root@node1 ha.d]# ansible ha -m service -a ‘name=heartbeat state=started‘

03 HA Cluster概念扩展及heartbeat实现

使自己变成备用结点

[root@node1 heartbeat]# /usr/lib64/heartbeat/hb_standby

使用变回主结点

[root@node1 heartbeat]# /usr/lib64/heartbeat/hb_takeover 

[root@node3 ~]# mkdir /web/htdocs -pv

[root@node3 ~]# vim /web/htdocs/index.html

<h1>Page On NFS Server</h1>

[root@node3 ~]# vim /etc/exports 

/web/htdocs     192.168.1.0/24(rw,no_root_squash)

[root@node3 ~]# service nfs start

[root@node1 heartbeat]# service heartbeat stop;ssh node2 ‘service heartbeat stop‘

[root@node1 ~]# cd /etc/ha.d/

[root@node1 ha.d]# vim haresources 

在末尾添加

node1   192.168.1.80/16/eth0/192.168.255.255 Filesystem::192.168.1.123::/web/htdocs::/var/www/htm::nfs httpd

[root@node1 ha.d]# service heartbeat start;ssh node2 ‘service heartbeat start‘

04 实现高可用mysql集群

[root@node1 ~]# service heartbeat stop;ssh node2 ‘service heartbeat stop‘

[root@node1 ~]# cd /etc/ha.d

[root@node1 ha.d]# vim ha.cf 

添加

crm on

[root@node2 ~]# vim /etc/ha.d/ha.cf 

添加

crm on

[root@node1 ha.d]# cd /root/heartbeat2/

[root@node1 heartbeat2]# yum -y install pygtk2-libglade 

[root@node1 heartbeat2]# rpm -ivh heartbeat-gui-2.1.4-12.el6.x86_64.rpm

[root@node2 ~]# yum -y install pygtk2-libglade

[root@node2 ~]# rpm -ivh heartbeat2/heartbeat-gui-2.1.4-12.el6.x86_64.rpm 

[root@node1 ~]# ansible ha -m service -a ‘name=heartbeat state=started‘

监控集群：

[root@node1 ha.d]# crm_mon

[root@node1 ha.d]# ansible ha -m shell -a ‘echo "mageedu" | passwd --stdin hacluster‘ #图形界面默认用户

[root@node1 ha.d]# hb_gui & #打开图形界面

[root@node3 ~]# fdisk /dev/sda

WARNING: DOS-compatible mode is deprecated. It‘s strongly recommended to

         switch off the mode (command ‘c‘) and change display units to

         sectors (command ‘u‘).

Command (m for help): n

Command action

   e   extended

   p   primary partition (1-4)

p

Selected partition 4

First cylinder (2898-15665, default 2898): 

Using default value 2898

Last cylinder, +cylinders or +size{K,M,G} (2898-15665, default 15665): +30G

Command (m for help): t

Partition number (1-4): 4

Hex code (type L to list codes): 8e

Changed system type of partition 4 to 8e (Linux LVM)

Command (m for help): w

[root@node3 ~]# partx -a /dev/sda

BLKPG: Device or resource busy

error adding partition 1

BLKPG: Device or resource busy

error adding partition 2

BLKPG: Device or resource busy

error adding partition 3

BLKPG: Device or resource busy

error adding partition 4

[root@node3 ~]# pvcreate /dev/sda4

  Physical volume "/dev/sda4" successfully created

[root@node3 ~]# vgcreate myvg /dev/sda4

  Volume group "myvg" successfully created

You have new mail in /var/spool/mail/root

[root@node3 ~]# lvcreate -L 10G -n mydata myvg

  Logical volume "mydata" created.

[root@node3 ~]# mke2fs -t ext4 /dev/myvg/mydata 

[root@node3 ~]# mkdir /mydata

[root@node3 ~]# vim /etc/fstab

添加

/dev/myvg/mydata        /mydata                 ext4    defaults        0 0

[root@node3 ~]# vim /etc/exports

添加

/mydata         192.168.1.0/24(rw,no_root_squash)

[root@node3 ~]# groupadd -r -g 306 mysql

[root@node3 ~]# useradd -r -g 306 -u 306 mysql

[root@node3 ~]# mkdir /mydata/data

[root@node3 ~]# chown -R mysql.mysql /mydata/data/

[root@node3 ~]# exportfs -arv

exporting 192.168.1.0/24:/mydata

exporting 192.168.1.0/24:/web/htdocs

[root@node1 ~]# mkdir /mydata

[root@node2 ~]# mkdir /mydata

[root@node1 ~]# mount -t nfs 192.168.1.123:/mydata /mydata/

[root@node1 ~]# groupadd -r -g 306 mysql

[root@node1 ~]# useradd -r -g 306 -u 306 mysql

[root@node1 ~]# su - mysql

-bash-4.1$ cd /mydata/data/

-bash-4.1$ touch a.txt

-bash-4.1$ ll

total 0

-rw-rw-r-- 1 mysql mysql 0 Sep 27 08:44 a.txt

-bash-4.1$ rm a.txt

bash-4.1$ exit

[root@node2 ~]# groupadd -r -g 306 mysql

[root@node2 ~]# useradd -r -g 306 -u 306 mysql

[root@node2 ~]# mount -t nfs 192.168.1.123:/mydata /mydata

[root@node2 ~]# su - mysql

-bash-4.1$ cd /mydata/data/

-bash-4.1$ touch b.txt

-bash-4.1$ exit

[root@node3 ~]# ll /mydata/data/

total 0

-rw-rw-r-- 1 mysql mysql 0 Sep 27 08:46 b.txt

[root@node2 ~]# touch /mydata/data/c.txt

[root@node2 ~]# ll /mydata/data/

total 0

-rw-rw-r-- 1 mysql mysql 0 Sep 27 08:46 b.txt

-rw-r--r-- 1 root  root  0 Sep 27 08:50 c.txt

[root@node2 ~]# rm /m-f ydata/data/*txt

Node1配置mysql

[root@node1 ~]# tar xf mariadb-5.5.43-linux-x86_64.tar.gz -C /usr/local/

[root@node1 ~]# cd /usr/local/

[root@node1 local]# ln -sv mariadb-5.5.43-linux-x86_64 mysql

[root@node1 local]# cd mysql

[root@node1 mysql]# chown -R root.mysql ./*

[root@node1 mysql]# ./scripts/mysql_install_db --datadir=/mydata/data/ --user=mysql

[root@node1 mysql]# mkdir /etc/mysql

[root@node1 mysql]# cp support-files/my-large.cnf /etc/mysql/my.cnf

[root@node1 mysql]# vim /etc/mysql/my.cnf 

在 thread_concurrency = 8（41行左右）后添加

datadir = /mydata/data

innodb_file_per_table = on

skip_name_resolv = on

[root@node1 mysql]# cp support-files/mysql.server /etc/init.d/mysqld

[root@node1 mysql]# chkconfig --add mysqld

[root@node1 mysql]# service mysqld start

[root@node1 mysql]# /usr/local/mysql/bin/mysql

MariaDB [(none)]> create database mydb;

MariaDB [(none)]> \q

[root@node1 mysql]# service mysqld stop

[root@node1 mysql]# chkconfig mysqld off

[root@node1 ~]# umount /mydata

Node2配置mysql

[root@node2 ~]# tar xf mariadb-5.5.43-linux-x86_64.tar.gz -C /usr/local/

[root@node2 ~]# cd /usr/local/

[root@node2 local]# ln -sv mariadb-5.5.43-linux-x86_64 mysql

[root@node2 local]# cd mysql/

[root@node2 mysql]# chown -R root.mysql ./*

[root@node2 mysql]# mkdir /etc/mysql

[root@node1 ~]# scp /etc/mysql/my.cnf node2:/etc/mysql

[root@node2 mysql]# cp support-files/mysql.server /etc/init.d/mysqld

[root@node2 mysql]# chkconfig --add mysqld

[root@node2 mysql]# chkconfig mysqld off

[root@node2 mysql]# service mysqld start

[root@node2 mysql]# /usr/local/mysql/bin/mysql

MariaDB [(none)]> show databases;

+--------------------+

| Database           |

+--------------------+

| information_schema |

| mydb               |

| mysql              |

| performance_schema |

| test               |

+--------------------+

5 rows in set (0.02 sec)

MariaDB [(none)]> \q

[root@node2 mysql]# service mysqld stop

[root@node2 mysql]# umount /mydata/

[root@node3 ~]# yum -y install mysql

[root@node1 ~]# hb_gui &

一、在myservices组里添加myip

添加myservices组

           类型选择“group

组名填写myservices

在myservice组里添加myip

在myservices组里添加mystore

在myservices组里添加myserver

启动myservices组

测试1：myip、mystore、myserver

myip:

[root@node2 mysql]# ip addr show

1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN 

link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00

inet 127.0.0.1/8 scope host lo

inet6 ::1/128 scope host 

  valid_lft forever preferred_lft forever

2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000

link/ether 00:0c:29:88:49:f0 brd ff:ff:ff:ff:ff:ff

inet 192.168.1.122/24 brd 192.168.1.255 scope global eth0

inet 192.168.1.88/24 brd 192.168.1.255 scope global secondary eth0

inet6 fe80::20c:29ff:fe88:49f0/64 scope link 

  valid_lft forever preferred_lft forever

结果：成功

mystore:

[root@node2 mysql]# mount

/dev/sda2 on / type ext4 (rw)

proc on /proc type proc (rw)

sysfs on /sys type sysfs (rw)

devpts on /dev/pts type devpts (rw,gid=5,mode=620)

tmpfs on /dev/shm type tmpfs (rw)

/dev/sda1 on /boot type ext4 (rw)

none on /proc/sys/fs/binfmt_misc type binfmt_misc (rw)

//192.168.1.31/software on /mnt type cifs (rw)

sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw)

192.168.1.123:/mydata on /mydata type nfs (rw,vers=4,addr=192.168.1.123,clientaddr=192.168.1.122)

结果：成功

myserver:

[root@node2 mysql]# service mysqld status

MySQL running (21693)                                      [  OK  ]

结果：成功

测试2：设置node2结点为standby

测试myip、mystore、myserver均成功

[root@node1 ~]# /usr/local/mysql/bin/mysql

MariaDB [(none)]> grant all on *.* to ‘root‘@‘192.168.1.%‘ identified by ‘mageedu‘ ;

MariaDB [(none)]> flush privileges;

[root@node3 ~]# mysql -uroot -p -h192.168.1.88

mysql> show databases;

+--------------------+

| Database           |

+--------------------+

| information_schema |

| mydb               |

| mysql              |

| performance_schema |

| test               |

+--------------------+

mysql> use mydb;

mysql> create table t1(id int,name char(30));

mysql> show tables;

+----------------+

| Tables_in_mydb |

+----------------+

| t1             |

+----------------+

mysql> \q

重新在node3上登录mysql

[root@node3 ~]# mysql -uroot -p -h192.168.1.88

此时激活node2，测试node3上的mysql

测试结果：mysql没有断线，数据正常

本文出自 “追梦” 博客，请务必保留此出处http://sihua.blog.51cto.com/377227/1857209

34补1-4 实现高可用mysql集群

标签：linux   ha cluster   mysql   

原文地址：http://sihua.blog.51cto.com/377227/1857209