MariaDB的备份与主从、高可用实践

[root@test-centos7-node1 ~]# grep -Eiv ^"#|^$" /etc/my.cnf    
[client]
port            = 3306
socket          = /data/mysql/mysql.sock
[mysqld]
port            = 3306
socket          = /data/mysql/mysql.sock
skip-external-locking
key_buffer_size = 384M
max_allowed_packet = 1M
table_open_cache = 512
sort_buffer_size = 2M
read_buffer_size = 2M
read_rnd_buffer_size = 8M
myisam_sort_buffer_size = 64M
thread_cache_size = 8
query_cache_size = 32M
thread_concurrency = 8
log-bin=mysql-bin
server-id       = 1
[mysqldump]
quick
max_allowed_packet = 16M
[mysql]
no-auto-rehash
[myisamchk]
key_buffer_size = 256M
sort_buffer_size = 256M
read_buffer = 2M
write_buffer = 2M
[mysqlhotcopy]
interactive-timeout
[root@test-centos7-node1 ~]# 

[root@test-centos6-node1 ~]# grep -Eiv ^"#|^$" /etc/my.cnf
[client]
port            = 3306
socket          = /data/mysql/mysql.sock
[mysqld]
port            = 3306
socket          = /data/mysql/mysql.sock
skip-external-locking
key_buffer_size = 384M
max_allowed_packet = 1M
table_open_cache = 512
sort_buffer_size = 2M
read_buffer_size = 2M
read_rnd_buffer_size = 8M
myisam_sort_buffer_size = 64M
thread_cache_size = 8
query_cache_size = 32M
thread_concurrency = 8
server-id       = 2
read_only       =ON
relay_log       =relay-log
relay_log_index =relay-log.index
[mysqldump]
quick
max_allowed_packet = 16M
[mysql]
no-auto-rehash
[myisamchk]
key_buffer_size = 256M
sort_buffer_size = 256M
read_buffer = 2M
write_buffer = 2M
[mysqlhotcopy]
interactive-timeout
[root@test-centos6-node1 ~]# 

[root@test-centos7-node1 ~]# /etc/init.d/mysqld restart
Restarting mysqld (via systemctl):                         [  OK  ]
[root@test-centos7-node1 ~]# 

[root@test-centos6-node1 ~]# /etc/init.d/mysqld restart
Shutting down MariaDB.. SUCCESS! 
Starting MariaDB.200113 09:00:23 mysqld_safe Logging to ‘/data/mysql/test-centos6-node1.err‘.
200113 09:00:23 mysqld_safe Starting mysqld daemon with databases from /data/mysql
 SUCCESS! 
[root@test-centos6-node1 ~]# 

MariaDB [(none)]> select user,password,host from mysql.user;
+------+----------+--------------------+
| user | password | host               |
+------+----------+--------------------+
| root |          | localhost          |
| root |          | test-centos7-node1 |
| root |          | 127.0.0.1          |
| root |          | ::1                |
+------+----------+--------------------+
4 rows in set (0.00 sec)

MariaDB [(none)]> grant replication slave on *.* to ‘rep_user‘@‘192.168.0.%‘ identified by ‘admin‘;
Query OK, 0 rows affected (0.00 sec)

MariaDB [(none)]> select user,password,host from mysql.user;                                       
+----------+-------------------------------------------+--------------------+
| user     | password                                  | host               |
+----------+-------------------------------------------+--------------------+
| root     |                                           | localhost          |
| root     |                                           | test-centos7-node1 |
| root     |                                           | 127.0.0.1          |
| root     |                                           | ::1                |
| rep_user | *4ACFE3202A5FF5CF467898FC58AAB1D615029441 | 192.168.0.%        |
+----------+-------------------------------------------+--------------------+
5 rows in set (0.00 sec)

MariaDB [(none)]> 

[root@test-centos6-node1 ~]# mysql -urep_user -padmin -h192.168.0.10
Welcome to the MariaDB monitor.  Commands end with ; or \g.
Your MariaDB connection id is 22
Server version: 10.2.19-MariaDB-log Source distribution

Copyright (c) 2000, 2018, Oracle, MariaDB Corporation Ab and others.

Type ‘help;‘ or ‘\h‘ for help. Type ‘\c‘ to clear the current input statement.

MariaDB [(none)]>

MariaDB [(none)]> show master logs;
+------------------+-----------+
| Log_name         | File_size |
+------------------+-----------+
| mysql-bin.000001 |       328 |
+------------------+-----------+
1 row in set (0.00 sec)

MariaDB [(none)]> 

MariaDB [(none)]> show slave status\G
Empty set (0.00 sec)

MariaDB [(none)]> CHANGE MASTER TO
    ->   MASTER_HOST=‘192.168.0.10‘,
    ->   MASTER_USER=‘rep_user‘,
    ->   MASTER_PASSWORD=‘admin‘,
    ->   MASTER_PORT=3306,
    ->   MASTER_LOG_FILE=‘mysql-bin.000001‘,
    ->   MASTER_LOG_POS=328;
Query OK, 0 rows affected (0.02 sec)

MariaDB [(none)]> show slave status\G                  
*************************** 1. row ***************************
               Slave_IO_State: 
                  Master_Host: 192.168.0.10
                  Master_User: rep_user
                  Master_Port: 3306
                Connect_Retry: 60
              Master_Log_File: mysql-bin.000001
          Read_Master_Log_Pos: 328
               Relay_Log_File: relay-log.000001
                Relay_Log_Pos: 4
        Relay_Master_Log_File: mysql-bin.000001
             Slave_IO_Running: No
            Slave_SQL_Running: No
              Replicate_Do_DB: 
          Replicate_Ignore_DB: 
           Replicate_Do_Table: 
       Replicate_Ignore_Table: 
      Replicate_Wild_Do_Table: 
  Replicate_Wild_Ignore_Table: 
                   Last_Errno: 0
                   Last_Error: 
                 Skip_Counter: 0
          Exec_Master_Log_Pos: 328
              Relay_Log_Space: 256
              Until_Condition: None
               Until_Log_File: 
                Until_Log_Pos: 0
           Master_SSL_Allowed: No
           Master_SSL_CA_File: 
           Master_SSL_CA_Path: 
              Master_SSL_Cert: 
            Master_SSL_Cipher: 
               Master_SSL_Key: 
        Seconds_Behind_Master: NULL
Master_SSL_Verify_Server_Cert: No
                Last_IO_Errno: 0
                Last_IO_Error: 
               Last_SQL_Errno: 0
               Last_SQL_Error: 
  Replicate_Ignore_Server_Ids: 
             Master_Server_Id: 1
               Master_SSL_Crl: 
           Master_SSL_Crlpath: 
                   Using_Gtid: No
                  Gtid_IO_Pos: 
      Replicate_Do_Domain_Ids: 
  Replicate_Ignore_Domain_Ids: 
                Parallel_Mode: conservative
                    SQL_Delay: 0
          SQL_Remaining_Delay: NULL
      Slave_SQL_Running_State: 
1 row in set (0.00 sec)

MariaDB [(none)]> 

MariaDB [(none)]> start slave ;
Query OK, 0 rows affected (0.00 sec)

MariaDB [(none)]> show slave status\G
*************************** 1. row ***************************
               Slave_IO_State: Waiting for master to send event
                  Master_Host: 192.168.0.10
                  Master_User: rep_user
                  Master_Port: 3306
                Connect_Retry: 60
              Master_Log_File: mysql-bin.000001
          Read_Master_Log_Pos: 328
               Relay_Log_File: relay-log.000002
                Relay_Log_Pos: 555
        Relay_Master_Log_File: mysql-bin.000001
             Slave_IO_Running: Yes
            Slave_SQL_Running: Yes
              Replicate_Do_DB: 
          Replicate_Ignore_DB: 
           Replicate_Do_Table: 
       Replicate_Ignore_Table: 
      Replicate_Wild_Do_Table: 
  Replicate_Wild_Ignore_Table: 
                   Last_Errno: 0
                   Last_Error: 
                 Skip_Counter: 0
          Exec_Master_Log_Pos: 328
              Relay_Log_Space: 858
              Until_Condition: None
               Until_Log_File: 
                Until_Log_Pos: 0
           Master_SSL_Allowed: No
           Master_SSL_CA_File: 
           Master_SSL_CA_Path: 
              Master_SSL_Cert: 
            Master_SSL_Cipher: 
               Master_SSL_Key: 
        Seconds_Behind_Master: 0
Master_SSL_Verify_Server_Cert: No
                Last_IO_Errno: 0
                Last_IO_Error: 
               Last_SQL_Errno: 0
               Last_SQL_Error: 
  Replicate_Ignore_Server_Ids: 
             Master_Server_Id: 1
               Master_SSL_Crl: 
           Master_SSL_Crlpath: 
                   Using_Gtid: No
                  Gtid_IO_Pos: 
      Replicate_Do_Domain_Ids: 
  Replicate_Ignore_Domain_Ids: 
                Parallel_Mode: conservative
                    SQL_Delay: 0
          SQL_Remaining_Delay: NULL
      Slave_SQL_Running_State: Slave has read all relay log; waiting for the slave I/O thread to update it
1 row in set (0.00 sec)

MariaDB [(none)]> 

[root@test-centos7-node1 ~]# rz
rz waiting to receive.
 zmodem trl+C ?

  100%       7 KB    7 KB/s 00:00:01       0 Errors

[root@test-centos7-node1 ~]# mysql < hellodb_innodb.sql 
[root@test-centos7-node1 ~]# mysql
Welcome to the MariaDB monitor.  Commands end with ; or \g.
Your MariaDB connection id is 21
Server version: 10.2.19-MariaDB-log Source distribution

Copyright (c) 2000, 2018, Oracle, MariaDB Corporation Ab and others.

Type ‘help;‘ or ‘\h‘ for help. Type ‘\c‘ to clear the current input statement.

MariaDB [(none)]> show databases;
+--------------------+
| Database           |
+--------------------+
| hellodb            |
| information_schema |
| mysql              |
| performance_schema |
| test               |
+--------------------+
5 rows in set (0.00 sec)

MariaDB [(none)]> use hellodb
Database changed
MariaDB [hellodb]> show tables;
+-------------------+
| Tables_in_hellodb |
+-------------------+
| classes           |
| coc               |
| courses           |
| scores            |
| students          |
| teachers          |
| toc               |
+-------------------+
7 rows in set (0.00 sec)

MariaDB [hellodb]> select * from students;
+-------+---------------+-----+--------+---------+-----------+
| StuID | Name          | Age | Gender | ClassID | TeacherID |
+-------+---------------+-----+--------+---------+-----------+
|     1 | Shi Zhongyu   |  22 | M      |       2 |         3 |
|     2 | Shi Potian    |  22 | M      |       1 |         7 |
|     3 | Xie Yanke     |  53 | M      |       2 |        16 |
|     4 | Ding Dian     |  32 | M      |       4 |         4 |
|     5 | Yu Yutong     |  26 | M      |       3 |         1 |
|     6 | Shi Qing      |  46 | M      |       5 |      NULL |
|     7 | Xi Ren        |  19 | F      |       3 |      NULL |
|     8 | Lin Daiyu     |  17 | F      |       7 |      NULL |
|     9 | Ren Yingying  |  20 | F      |       6 |      NULL |
|    10 | Yue Lingshan  |  19 | F      |       3 |      NULL |
|    11 | Yuan Chengzhi |  23 | M      |       6 |      NULL |
|    12 | Wen Qingqing  |  19 | F      |       1 |      NULL |
|    13 | Tian Boguang  |  33 | M      |       2 |      NULL |
|    14 | Lu Wushuang   |  17 | F      |       3 |      NULL |
|    15 | Duan Yu       |  19 | M      |       4 |      NULL |
|    16 | Xu Zhu        |  21 | M      |       1 |      NULL |
|    17 | Lin Chong     |  25 | M      |       4 |      NULL |
|    18 | Hua Rong      |  23 | M      |       7 |      NULL |
|    19 | Xue Baochai   |  18 | F      |       6 |      NULL |
|    20 | Diao Chan     |  19 | F      |       7 |      NULL |
|    21 | Huang Yueying |  22 | F      |       6 |      NULL |
|    22 | Xiao Qiao     |  20 | F      |       1 |      NULL |
|    23 | Ma Chao       |  23 | M      |       4 |      NULL |
|    24 | Xu Xian       |  27 | M      |    NULL |      NULL |
|    25 | Sun Dasheng   | 100 | M      |    NULL |      NULL |
+-------+---------------+-----+--------+---------+-----------+
25 rows in set (0.00 sec)

MariaDB [hellodb]> 

[root@test-centos6-node1 ~]# mysql -e "show databases;"
+--------------------+
| Database           |
+--------------------+
| hellodb            |
| information_schema |
| mysql              |
| performance_schema |
| test               |
+--------------------+
[root@test-centos6-node1 ~]# mysql -e "use hellodb;show tables;"     
+-------------------+
| Tables_in_hellodb |
+-------------------+
| classes           |
| coc               |
| courses           |
| scores            |
| students          |
| teachers          |
| toc               |
+-------------------+
[root@test-centos6-node1 ~]# mysql -e "use hellodb;select * from students;"
+-------+---------------+-----+--------+---------+-----------+
| StuID | Name          | Age | Gender | ClassID | TeacherID |
+-------+---------------+-----+--------+---------+-----------+
|     1 | Shi Zhongyu   |  22 | M      |       2 |         3 |
|     2 | Shi Potian    |  22 | M      |       1 |         7 |
|     3 | Xie Yanke     |  53 | M      |       2 |        16 |
|     4 | Ding Dian     |  32 | M      |       4 |         4 |
|     5 | Yu Yutong     |  26 | M      |       3 |         1 |
|     6 | Shi Qing      |  46 | M      |       5 |      NULL |
|     7 | Xi Ren        |  19 | F      |       3 |      NULL |
|     8 | Lin Daiyu     |  17 | F      |       7 |      NULL |
|     9 | Ren Yingying  |  20 | F      |       6 |      NULL |
|    10 | Yue Lingshan  |  19 | F      |       3 |      NULL |
|    11 | Yuan Chengzhi |  23 | M      |       6 |      NULL |
|    12 | Wen Qingqing  |  19 | F      |       1 |      NULL |
|    13 | Tian Boguang  |  33 | M      |       2 |      NULL |
|    14 | Lu Wushuang   |  17 | F      |       3 |      NULL |
|    15 | Duan Yu       |  19 | M      |       4 |      NULL |
|    16 | Xu Zhu        |  21 | M      |       1 |      NULL |
|    17 | Lin Chong     |  25 | M      |       4 |      NULL |
|    18 | Hua Rong      |  23 | M      |       7 |      NULL |
|    19 | Xue Baochai   |  18 | F      |       6 |      NULL |
|    20 | Diao Chan     |  19 | F      |       7 |      NULL |
|    21 | Huang Yueying |  22 | F      |       6 |      NULL |
|    22 | Xiao Qiao     |  20 | F      |       1 |      NULL |
|    23 | Ma Chao       |  23 | M      |       4 |      NULL |
|    24 | Xu Xian       |  27 | M      |    NULL |      NULL |
|    25 | Sun Dasheng   | 100 | M      |    NULL |      NULL |
+-------+---------------+-----+--------+---------+-----------+
[root@test-centos6-node1 ~]# 

[root@test-centos7-node1 ~]# systemctl stop firewalld
[root@test-centos7-node1 ~]# systemctl is-enabled firewalld
enabled
[root@test-centos7-node1 ~]# systemctl disable firewalld
Removed symlink /etc/systemd/system/multi-user.target.wants/firewalld.service.
Removed symlink /etc/systemd/system/dbus-org.fedoraproject.FirewallD1.service.
[root@test-centos7-node1 ~]# systemctl is-enabled firewalld
disabled
[root@test-centos7-node1 ~]# sed -i ‘s/SELINUX=.*/SELINUX=disabled/g‘ /etc/selinux/config
[root@test-centos7-node1 ~]# cat /etc/selinux/config

# This file controls the state of SELinux on the system.
# SELINUX=disabled
#     enforcing - SELinux security policy is enforced.
#     permissive - SELinux prints warnings instead of enforcing.
#     disabled - No SELinux policy is loaded.
SELINUX=disabled
# SELINUXTYPE= can take one of three two values:
#     targeted - Targeted processes are protected,
#     minimum - Modification of targeted policy. Only selected processes are protected. 
#     mls - Multi Level Security protection.
SELINUXTYPE=targeted 


[root@test-centos7-node1 ~]# setenforce 0
[root@test-centos7-node1 ~]# getenforce
Permissive
[root@test-centos7-node1 ~]# 

[root@test-centos6-node1 ~]# /etc/init.d/iptables stop
iptables: Setting chains to policy ACCEPT: filter          [  OK  ]
iptables: Flushing firewall rules:                         [  OK  ]
iptables: Unloading modules:                               [  OK  ]
[root@test-centos6-node1 ~]# chkconfig iptables off
[root@test-centos6-node1 ~]# chkconfig --list|grep iptables
iptables        0:off   1:off   2:off   3:off   4:off   5:off   6:off
[root@test-centos6-node1 ~]# sed -i ‘s/SELINUX=.*/SELINUX=disabled/g‘ /etc/selinux/config 
[root@test-centos6-node1 ~]# cat /etc/selinux/config

# This file controls the state of SELinux on the system.
# SELINUX=disabled
#     enforcing - SELinux security policy is enforced.
#     permissive - SELinux prints warnings instead of enforcing.
#     disabled - No SELinux policy is loaded.
SELINUX=disabled
# SELINUXTYPE= can take one of these two values:
#     targeted - Targeted processes are protected,
#     mls - Multi Level Security protection.
SELINUXTYPE=targeted 


[root@test-centos6-node1 ~]# setenforce 0
[root@test-centos6-node1 ~]# getenforce 
Permissive
[root@test-centos6-node1 ~]# 

[root@test-centos7-node1 my.cnf.d]# cat /etc/my.cnf.d/master.cnf 
[mysqld]
log-bin
server_id=1
skip_name_resolve=1
[root@test-centos7-node1 my.cnf.d]# 

root@test-centos7-node2 ~]# cat /etc/my.cnf.d/slave.cnf 
[mysqld]
server_id=2
log-bin
read_only
relay_log_purge=0
skip_name_resolve=1
[root@test-centos7-node2 ~]# 

[root@test-centos7-node3 ~]# cat /etc/my.cnf.d/slave.cnf 
[mysqld]
server_id=3
read_only
relay_log_purge=0
skip_name_resolve=1
[root@test-centos7-node3 ~]# 

[root@test-centos7-node1 ~]# systemctl restart mariadb
[root@test-centos7-node1 ~]#
[root@test-centos7-node1 ~]# mysql
Welcome to the MariaDB monitor.  Commands end with ; or \g.
Your MariaDB connection id is 2
Server version: 5.5.56-MariaDB MariaDB Server

Copyright (c) 2000, 2017, Oracle, MariaDB Corporation Ab and others.

Type ‘help;‘ or ‘\h‘ for help. Type ‘\c‘ to clear the current input statement.

MariaDB [(none)]> show master logs;
+--------------------+-----------+
| Log_name           | File_size |
+--------------------+-----------+
| mariadb-bin.000001 |       245 |
+--------------------+-----------+
1 row in set (0.00 sec)

MariaDB [(none)]> 

MariaDB [(none)]> grant replication slave on *.* to repuser@‘192.168.0.%‘ identified by ‘admin‘;
Query OK, 0 rows affected (0.00 sec)

MariaDB [(none)]> select user,host,password from mysql.user;
+---------+--------------------+-------------------------------------------+
| user    | host               | password                                  |
+---------+--------------------+-------------------------------------------+
| root    | localhost          |                                           |
| root    | test-centos7-node1 |                                           |
| root    | 127.0.0.1          |                                           |
| root    | ::1                |                                           |
|         | localhost          |                                           |
|         | test-centos7-node1 |                                           |
| repuser | 192.168.0.%        | *4ACFE3202A5FF5CF467898FC58AAB1D615029441 |
+---------+--------------------+-------------------------------------------+
7 rows in set (0.00 sec)

MariaDB [(none)]> 

[root@test-centos7-node2 ~]# mysql -urepuser -padmin -h192.168.0.10
Welcome to the MariaDB monitor.  Commands end with ; or \g.
Your MariaDB connection id is 3
Server version: 5.5.56-MariaDB MariaDB Server

Copyright (c) 2000, 2017, Oracle, MariaDB Corporation Ab and others.

Type ‘help;‘ or ‘\h‘ for help. Type ‘\c‘ to clear the current input statement.

MariaDB [(none)]> show grants for repuser@‘192.168.0.%‘;
+------------------------------------------------------------------------------------------------------------------------------+
| Grants for repuser@192.168.0.%                                                                                               |
+------------------------------------------------------------------------------------------------------------------------------+
| GRANT REPLICATION SLAVE ON *.* TO ‘repuser‘@‘192.168.0.%‘ IDENTIFIED BY PASSWORD ‘*4ACFE3202A5FF5CF467898FC58AAB1D615029441‘ |
+------------------------------------------------------------------------------------------------------------------------------+
1 row in set (0.01 sec)

MariaDB [(none)]> 

[root@test-centos7-node2 ~]# mysql
Welcome to the MariaDB monitor.  Commands end with ; or \g.
Your MariaDB connection id is 3
Server version: 5.5.56-MariaDB MariaDB Server

Copyright (c) 2000, 2017, Oracle, MariaDB Corporation Ab and others.

Type ‘help;‘ or ‘\h‘ for help. Type ‘\c‘ to clear the current input statement.

MariaDB [(none)]> show slave status\G
Empty set (0.01 sec)

MariaDB [(none)]> CHANGE MASTER TO
    ->   MASTER_HOST=‘192.168.0.10‘,
    ->   MASTER_USER=‘repuser‘,
    ->   MASTER_PASSWORD=‘admin‘,
    ->   MASTER_PORT=3306,
    ->   MASTER_LOG_FILE=‘mariadb-bin.000001‘,
    ->   MASTER_LOG_POS=245;
Query OK, 0 rows affected (0.08 sec)

MariaDB [(none)]> show slave status\G                    
*************************** 1. row ***************************
               Slave_IO_State: 
                  Master_Host: 192.168.0.10
                  Master_User: repuser
                  Master_Port: 3306
                Connect_Retry: 60
              Master_Log_File: mariadb-bin.000001
          Read_Master_Log_Pos: 245
               Relay_Log_File: mariadb-relay-bin.000001
                Relay_Log_Pos: 4
        Relay_Master_Log_File: mariadb-bin.000001
             Slave_IO_Running: No
            Slave_SQL_Running: No
              Replicate_Do_DB: 
          Replicate_Ignore_DB: 
           Replicate_Do_Table: 
       Replicate_Ignore_Table: 
      Replicate_Wild_Do_Table: 
  Replicate_Wild_Ignore_Table: 
                   Last_Errno: 0
                   Last_Error: 
                 Skip_Counter: 0
          Exec_Master_Log_Pos: 245
              Relay_Log_Space: 245
              Until_Condition: None
               Until_Log_File: 
                Until_Log_Pos: 0
           Master_SSL_Allowed: No
           Master_SSL_CA_File: 
           Master_SSL_CA_Path: 
              Master_SSL_Cert: 
            Master_SSL_Cipher: 
               Master_SSL_Key: 
        Seconds_Behind_Master: NULL
Master_SSL_Verify_Server_Cert: No
                Last_IO_Errno: 0
                Last_IO_Error: 
               Last_SQL_Errno: 0
               Last_SQL_Error: 
  Replicate_Ignore_Server_Ids: 
             Master_Server_Id: 0
1 row in set (0.01 sec)

MariaDB [(none)]> 

MariaDB [(none)]> start slave;
Query OK, 0 rows affected (0.00 sec)

MariaDB [(none)]> show slave status\G
*************************** 1. row ***************************
               Slave_IO_State: Waiting for master to send event
                  Master_Host: 192.168.0.10
                  Master_User: repuser
                  Master_Port: 3306
                Connect_Retry: 60
              Master_Log_File: mariadb-bin.000001
          Read_Master_Log_Pos: 397
               Relay_Log_File: mariadb-relay-bin.000002
                Relay_Log_Pos: 683
        Relay_Master_Log_File: mariadb-bin.000001
             Slave_IO_Running: Yes
            Slave_SQL_Running: Yes
              Replicate_Do_DB: 
          Replicate_Ignore_DB: 
           Replicate_Do_Table: 
       Replicate_Ignore_Table: 
      Replicate_Wild_Do_Table: 
  Replicate_Wild_Ignore_Table: 
                   Last_Errno: 0
                   Last_Error: 
                 Skip_Counter: 0
          Exec_Master_Log_Pos: 397
              Relay_Log_Space: 979
              Until_Condition: None
               Until_Log_File: 
                Until_Log_Pos: 0
           Master_SSL_Allowed: No
           Master_SSL_CA_File: 
           Master_SSL_CA_Path: 
              Master_SSL_Cert: 
            Master_SSL_Cipher: 
               Master_SSL_Key: 
        Seconds_Behind_Master: 0
Master_SSL_Verify_Server_Cert: No
                Last_IO_Errno: 0
                Last_IO_Error: 
               Last_SQL_Errno: 0
               Last_SQL_Error: 
  Replicate_Ignore_Server_Ids: 
             Master_Server_Id: 1
1 row in set (0.00 sec)

MariaDB [(none)]> 

MariaDB [(none)]> grant all on *.* to repmanage@‘192.168.0.%‘ identified by ‘admin‘;                     
Query OK, 0 rows affected (0.00 sec)

MariaDB [(none)]> select user,host,password from mysql.user;                        
+-----------+--------------------+-------------------------------------------+
| user      | host               | password                                  |
+-----------+--------------------+-------------------------------------------+
| root      | localhost          |                                           |
| root      | test-centos7-node1 |                                           |
| root      | 127.0.0.1          |                                           |
| root      | ::1                |                                           |
|           | localhost          |                                           |
|           | test-centos7-node1 |                                           |
| repuser   | 192.168.0.%        | *4ACFE3202A5FF5CF467898FC58AAB1D615029441 |
| repmanage | 192.168.0.%        | *4ACFE3202A5FF5CF467898FC58AAB1D615029441 |
+-----------+--------------------+-------------------------------------------+
8 rows in set (0.00 sec)

MariaDB [(none)]> 

[root@test-centos6-node1 ~]# ssh-keygen 
Generating public/private rsa key pair.
Enter file in which to save the key (/root/.ssh/id_rsa): 
Created directory ‘/root/.ssh‘.
Enter passphrase (empty for no passphrase): 
Enter same passphrase again: 
Your identification has been saved in /root/.ssh/id_rsa.
Your public key has been saved in /root/.ssh/id_rsa.pub.
The key fingerprint is:
99:5f:36:b0:d1:cb:d2:85:f3:fa:65:ac:68:86:0e:e3 root@test-centos6-node1
The key‘s randomart image is:
+--[ RSA 2048]----+
|                 |
|           . .   |
|          o + .  |
|         o * =   |
|        S o B .  |
|         . + o . |
|        o ...   +|
|       . o. oo + |
|        E..o. o  |
+-----------------+
[root@test-centos6-node1 ~]# ssh-copy-id 192.168.0.11
The authenticity of host ‘192.168.0.11 (192.168.0.11)‘ can‘t be established.
RSA key fingerprint is f7:d4:c0:12:41:4a:46:4e:8b:d6:eb:80:06:ca:5e:fe.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added ‘192.168.0.11‘ (RSA) to the list of known hosts.
root@192.168.0.11‘s password: 
Now try logging into the machine, with "ssh ‘192.168.0.11‘", and check in:

  .ssh/authorized_keys

to make sure we haven‘t added extra keys that you weren‘t expecting.

[root@test-centos6-node1 ~]# scp -rp /root/.ssh 192.168.0.10:/root/
The authenticity of host ‘192.168.0.10 (192.168.0.10)‘ can‘t be established.
RSA key fingerprint is 7e:4a:a2:53:1b:fa:7b:52:c3:b6:9d:f7:7a:8d:4d:23.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added ‘192.168.0.10‘ (RSA) to the list of known hosts.
root@192.168.0.10‘s password: 
authorized_keys                                                                                                                          100%  405     0.4KB/s   00:00    
id_rsa                                                                                                                                   100% 1675     1.6KB/s   00:00    
id_rsa.pub                                                                                                                               100%  405     0.4KB/s   00:00    
known_hosts                                                                                                                              100%  788     0.8KB/s   00:00    
[root@test-centos6-node1 ~]# scp -rp /root/.ssh 192.168.0.20:/root/
The authenticity of host ‘192.168.0.20 (192.168.0.20)‘ can‘t be established.
RSA key fingerprint is 7e:4a:a2:53:1b:fa:7b:52:c3:b6:9d:f7:7a:8d:4d:23.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added ‘192.168.0.20‘ (RSA) to the list of known hosts.
root@192.168.0.20‘s password: 
authorized_keys                                                                                                                          100%  405     0.4KB/s   00:00    
id_rsa                                                                                                                                   100% 1675     1.6KB/s   00:00    
id_rsa.pub                                                                                                                               100%  405     0.4KB/s   00:00    
known_hosts                                                                                                                              100% 1182     1.2KB/s   00:00    
[root@test-centos6-node1 ~]# scp -rp /root/.ssh 192.168.0.30:/root/
The authenticity of host ‘192.168.0.30 (192.168.0.30)‘ can‘t be established.
RSA key fingerprint is 7e:4a:a2:53:1b:fa:7b:52:c3:b6:9d:f7:7a:8d:4d:23.
Are you sure you want to continue connecting (yes/no)? yes
Warning: Permanently added ‘192.168.0.30‘ (RSA) to the list of known hosts.
root@192.168.0.30‘s password: 
authorized_keys                                                                                                                          100%  405     0.4KB/s   00:00    
id_rsa                                                                                                                                   100% 1675     1.6KB/s   00:00    
id_rsa.pub                                                                                                                               100%  405     0.4KB/s   00:00    
known_hosts                                                                                                                              100% 1576     1.5KB/s   00:00    
[root@test-centos6-node1 ~]# 

[root@test-centos6-node1 ~]# rz
rz waiting to receive.
 zmodem trl+C ?

  100%      85 KB   85 KB/s 00:00:01       0 Errors-0.el6.noarch.rpm...

[root@test-centos6-node1 ~]# rz
rz waiting to receive.
 zmodem trl+C ?

  100%      35 KB   35 KB/s 00:00:01       0 Errorsel6.noarch.rpm...

[root@test-centos6-node1 ~]# ls
mha4mysql-manager-0.56-0.el6.noarch.rpm  mha4mysql-node-0.56-0.el6.noarch.rpm
[root@test-centos6-node1 ~]# yum install mha4mysql-*
Loaded plugins: fastestmirror
Setting up Install Process
Examining mha4mysql-manager-0.56-0.el6.noarch.rpm: mha4mysql-manager-0.56-0.el6.noarch
Marking mha4mysql-manager-0.56-0.el6.noarch.rpm to be installed
Loading mirror speeds from cached hostfile
 * base: mirrors.aliyun.com
 * extras: mirrors.aliyun.com
 * updates: mirrors.aliyun.com
Examining mha4mysql-node-0.56-0.el6.noarch.rpm: mha4mysql-node-0.56-0.el6.noarch
Marking mha4mysql-node-0.56-0.el6.noarch.rpm to be installed
Resolving Dependencies
--> Running transaction check
---> Package mha4mysql-manager.noarch 0:0.56-0.el6 will be installed
--> Processing Dependency: perl(Config::Tiny) for package: mha4mysql-manager-0.56-0.el6.noarch
--> Processing Dependency: perl(Config::Tiny) for package: mha4mysql-manager-0.56-0.el6.noarch
--> Processing Dependency: perl(DBI) for package: mha4mysql-manager-0.56-0.el6.noarch
--> Processing Dependency: perl(Log::Dispatch) for package: mha4mysql-manager-0.56-0.el6.noarch
--> Processing Dependency: perl(Log::Dispatch) for package: mha4mysql-manager-0.56-0.el6.noarch
--> Processing Dependency: perl(Log::Dispatch::File) for package: mha4mysql-manager-0.56-0.el6.noarch
--> Processing Dependency: perl(Log::Dispatch::Screen) for package: mha4mysql-manager-0.56-0.el6.noarch
--> Processing Dependency: perl(Parallel::ForkManager) for package: mha4mysql-manager-0.56-0.el6.noarch
--> Processing Dependency: perl(Parallel::ForkManager) for package: mha4mysql-manager-0.56-0.el6.noarch
--> Processing Dependency: perl(Time::HiRes) for package: mha4mysql-manager-0.56-0.el6.noarch
---> Package mha4mysql-node.noarch 0:0.56-0.el6 will be installed
--> Processing Dependency: perl(DBD::mysql) for package: mha4mysql-node-0.56-0.el6.noarch
--> Running transaction check
---> Package perl-Config-Tiny.noarch 0:2.12-7.1.el6 will be installed
---> Package perl-DBD-MySQL.x86_64 0:4.013-3.el6 will be installed
---> Package perl-DBI.x86_64 0:1.609-4.el6 will be installed
---> Package perl-Log-Dispatch.noarch 0:2.27-1.el6 will be installed
--> Processing Dependency: perl(MIME::Lite) for package: perl-Log-Dispatch-2.27-1.el6.noarch
--> Processing Dependency: perl(Mail::Send) for package: perl-Log-Dispatch-2.27-1.el6.noarch
--> Processing Dependency: perl(Mail::Sender) for package: perl-Log-Dispatch-2.27-1.el6.noarch
--> Processing Dependency: perl(Mail::Sendmail) for package: perl-Log-Dispatch-2.27-1.el6.noarch
--> Processing Dependency: perl(Params::Validate) for package: perl-Log-Dispatch-2.27-1.el6.noarch
---> Package perl-Parallel-ForkManager.noarch 0:1.20-1.el6 will be installed
---> Package perl-Time-HiRes.x86_64 4:1.9721-144.el6 will be installed
--> Running transaction check
---> Package perl-MIME-Lite.noarch 0:3.027-2.el6 will be installed
--> Processing Dependency: perl(MIME::Types) >= 1.28 for package: perl-MIME-Lite-3.027-2.el6.noarch
--> Processing Dependency: perl(Email::Date::Format) for package: perl-MIME-Lite-3.027-2.el6.noarch
---> Package perl-Mail-Sender.noarch 0:0.8.16-3.el6 will be installed
---> Package perl-Mail-Sendmail.noarch 0:0.79-12.el6 will be installed
---> Package perl-MailTools.noarch 0:2.04-4.el6 will be installed
--> Processing Dependency: perl(Date::Parse) for package: perl-MailTools-2.04-4.el6.noarch
--> Processing Dependency: perl(Date::Format) for package: perl-MailTools-2.04-4.el6.noarch
---> Package perl-Params-Validate.x86_64 0:0.92-3.el6 will be installed
--> Running transaction check
---> Package perl-Email-Date-Format.noarch 0:1.002-5.el6 will be installed
---> Package perl-MIME-Types.noarch 0:1.28-2.el6 will be installed
---> Package perl-TimeDate.noarch 1:1.16-13.el6 will be installed
--> Finished Dependency Resolution

Dependencies Resolved

=================================================================================================
 Package                   Arch   Version             Repository                            Size
=================================================================================================
Installing:
 mha4mysql-manager         noarch 0.56-0.el6          /mha4mysql-manager-0.56-0.el6.noarch 325 k
 mha4mysql-node            noarch 0.56-0.el6          /mha4mysql-node-0.56-0.el6.noarch    102 k
Installing for dependencies:
 perl-Config-Tiny          noarch 2.12-7.1.el6        base                                  23 k
 perl-DBD-MySQL            x86_64 4.013-3.el6         base                                 134 k
 perl-DBI                  x86_64 1.609-4.el6         base                                 705 k
 perl-Email-Date-Format    noarch 1.002-5.el6         base                                  16 k
 perl-Log-Dispatch         noarch 2.27-1.el6          epel                                  71 k
 perl-MIME-Lite            noarch 3.027-2.el6         base                                  82 k
 perl-MIME-Types           noarch 1.28-2.el6          base                                  32 k
 perl-Mail-Sender          noarch 0.8.16-3.el6        epel                                  54 k
 perl-Mail-Sendmail        noarch 0.79-12.el6         epel                                  28 k
 perl-MailTools            noarch 2.04-4.el6          base                                 101 k
 perl-Parallel-ForkManager noarch 1.20-1.el6          epel                                  27 k
 perl-Params-Validate      x86_64 0.92-3.el6          base                                  75 k
 perl-Time-HiRes           x86_64 4:1.9721-144.el6    base                                  49 k
 perl-TimeDate             noarch 1:1.16-13.el6       base                                  37 k

Transaction Summary
=================================================================================================
Install      16 Package(s)

Total size: 1.8 M
Total download size: 1.4 M
Installed size: 3.5 M
Is this ok [y/N]: y
Downloading Packages:
(1/14): perl-Config-Tiny-2.12-7.1.el6.noarch.rpm                          |  23 kB     00:00     
(2/14): perl-DBD-MySQL-4.013-3.el6.x86_64.rpm                             | 134 kB     00:00     
(3/14): perl-DBI-1.609-4.el6.x86_64.rpm                                   | 705 kB     00:00     
(4/14): perl-Email-Date-Format-1.002-5.el6.noarch.rpm                     |  16 kB     00:00     
(5/14): perl-Log-Dispatch-2.27-1.el6.noarch.rpm                           |  71 kB     00:00     
(6/14): perl-MIME-Lite-3.027-2.el6.noarch.rpm                             |  82 kB     00:00     
(7/14): perl-MIME-Types-1.28-2.el6.noarch.rpm                             |  32 kB     00:00     
(8/14): perl-Mail-Sender-0.8.16-3.el6.noarch.rpm                          |  54 kB     00:00     
(9/14): perl-Mail-Sendmail-0.79-12.el6.noarch.rpm                         |  28 kB     00:00     
(10/14): perl-MailTools-2.04-4.el6.noarch.rpm                             | 101 kB     00:00     
(11/14): perl-Parallel-ForkManager-1.20-1.el6.noarch.rpm                  |  27 kB     00:00     
(12/14): perl-Params-Validate-0.92-3.el6.x86_64.rpm                       |  75 kB     00:00     
(13/14): perl-Time-HiRes-1.9721-144.el6.x86_64.rpm                        |  49 kB     00:00     
(14/14): perl-TimeDate-1.16-13.el6.noarch.rpm                             |  37 kB     00:00     
-------------------------------------------------------------------------------------------------
Total                                                            669 kB/s | 1.4 MB     00:02     
Running rpm_check_debug
Running Transaction Test
Transaction Test Succeeded
Running Transaction
  Installing : perl-DBI-1.609-4.el6.x86_64                                                  1/16 
  Installing : perl-DBD-MySQL-4.013-3.el6.x86_64                                            2/16 
  Installing : mha4mysql-node-0.56-0.el6.noarch                                             3/16 
  Installing : perl-MIME-Types-1.28-2.el6.noarch                                            4/16 
  Installing : perl-Config-Tiny-2.12-7.1.el6.noarch                                         5/16 
  Installing : perl-Parallel-ForkManager-1.20-1.el6.noarch                                  6/16 
  Installing : perl-Params-Validate-0.92-3.el6.x86_64                                       7/16 
  Installing : 4:perl-Time-HiRes-1.9721-144.el6.x86_64                                      8/16 
  Installing : perl-Mail-Sender-0.8.16-3.el6.noarch                                         9/16 
  Installing : 1:perl-TimeDate-1.16-13.el6.noarch                                          10/16 
  Installing : perl-MailTools-2.04-4.el6.noarch                                            11/16 
  Installing : perl-Mail-Sendmail-0.79-12.el6.noarch                                       12/16 
  Installing : perl-Email-Date-Format-1.002-5.el6.noarch                                   13/16 
  Installing : perl-MIME-Lite-3.027-2.el6.noarch                                           14/16 
  Installing : perl-Log-Dispatch-2.27-1.el6.noarch                                         15/16 
  Installing : mha4mysql-manager-0.56-0.el6.noarch                                         16/16 
  Verifying  : mha4mysql-manager-0.56-0.el6.noarch                                          1/16 
  Verifying  : perl-Email-Date-Format-1.002-5.el6.noarch                                    2/16 
  Verifying  : perl-Mail-Sendmail-0.79-12.el6.noarch                                        3/16 
  Verifying  : mha4mysql-node-0.56-0.el6.noarch                                             4/16 
  Verifying  : perl-DBD-MySQL-4.013-3.el6.x86_64                                            5/16 
  Verifying  : 1:perl-TimeDate-1.16-13.el6.noarch                                           6/16 
  Verifying  : perl-MIME-Lite-3.027-2.el6.noarch                                            7/16 
  Verifying  : perl-Mail-Sender-0.8.16-3.el6.noarch                                         8/16 
  Verifying  : perl-DBI-1.609-4.el6.x86_64                                                  9/16 
  Verifying  : 4:perl-Time-HiRes-1.9721-144.el6.x86_64                                     10/16 
  Verifying  : perl-Params-Validate-0.92-3.el6.x86_64                                      11/16 
  Verifying  : perl-MailTools-2.04-4.el6.noarch                                            12/16 
  Verifying  : perl-Parallel-ForkManager-1.20-1.el6.noarch                                 13/16 
  Verifying  : perl-Config-Tiny-2.12-7.1.el6.noarch                                        14/16 
  Verifying  : perl-Log-Dispatch-2.27-1.el6.noarch                                         15/16 
  Verifying  : perl-MIME-Types-1.28-2.el6.noarch                                           16/16 

Installed:
  mha4mysql-manager.noarch 0:0.56-0.el6            mha4mysql-node.noarch 0:0.56-0.el6           

Dependency Installed:
  perl-Config-Tiny.noarch 0:2.12-7.1.el6           perl-DBD-MySQL.x86_64 0:4.013-3.el6           
  perl-DBI.x86_64 0:1.609-4.el6                    perl-Email-Date-Format.noarch 0:1.002-5.el6   
  perl-Log-Dispatch.noarch 0:2.27-1.el6            perl-MIME-Lite.noarch 0:3.027-2.el6           
  perl-MIME-Types.noarch 0:1.28-2.el6              perl-Mail-Sender.noarch 0:0.8.16-3.el6        
  perl-Mail-Sendmail.noarch 0:0.79-12.el6          perl-MailTools.noarch 0:2.04-4.el6            
  perl-Parallel-ForkManager.noarch 0:1.20-1.el6    perl-Params-Validate.x86_64 0:0.92-3.el6      
  perl-Time-HiRes.x86_64 4:1.9721-144.el6          perl-TimeDate.noarch 1:1.16-13.el6            

Complete!
[root@test-centos6-node1 ~]

[root@test-centos7-node1 ~]# ls
mha4mysql-node-0.56-0.el6.noarch.rpm
[root@test-centos7-node1 ~]# yum install mha4mysql-node-0.56-0.el6.noarch.rpm 
Loaded plugins: fastestmirror
Examining mha4mysql-node-0.56-0.el6.noarch.rpm: mha4mysql-node-0.56-0.el6.noarch
Marking mha4mysql-node-0.56-0.el6.noarch.rpm to be installed
Resolving Dependencies
--> Running transaction check
---> Package mha4mysql-node.noarch 0:0.56-0.el6 will be installed
--> Finished Dependency Resolution

Dependencies Resolved

=================================================================================================================================
 Package                     Arch                Version                    Repository                                      Size
=================================================================================================================================
Installing:
 mha4mysql-node              noarch              0.56-0.el6                 /mha4mysql-node-0.56-0.el6.noarch              102 k

Transaction Summary
=================================================================================================================================
Install  1 Package

Total size: 102 k
Installed size: 102 k
Is this ok [y/d/N]: y
Downloading packages:
Running transaction check
Running transaction test
Transaction test succeeded
Running transaction
  Installing : mha4mysql-node-0.56-0.el6.noarch                                                                              1/1 
  Verifying  : mha4mysql-node-0.56-0.el6.noarch                                                                              1/1 

Installed:
  mha4mysql-node.noarch 0:0.56-0.el6                                                                                             

Complete!
[root@test-centos7-node1 ~]# 

[root@test-centos6-node1 ~]# mkdir /etc/mastermh/   
[root@test-centos6-node1 ~]# cd /etc/mastermh/
[root@test-centos6-node1 mastermh]# cat >> mariadb.cnf << EOF
> [server default]
> user=repmanage
> password=admin
> manager_workdir=/data/mastermha/mariadb/
> manager_log=/data/mastermha/mariadb/manager.log
> remote_workdir=/data/mastermha/mariadb/
> ssh_user=root
> repl_user=repuser
> repl_password=admin
> ping_interval=1
> 
> 
> [server1]
> hostname=192.168.0.10
> candidate_master=1
> [server2]
> hostname=192.168.0.20
> candidate_master=1
> [server3]
> hostname=192.168.0.30
> EOF
[root@test-centos6-node1 mastermh]# cat mariadb.cnf 
[server default]
user=repmanage
password=admin
manager_workdir=/data/mastermha/mariadb/
manager_log=/data/mastermha/mariadb/manager.log
remote_workdir=/data/mastermha/mariadb/
ssh_user=root
repl_user=repuser
repl_password=admin
ping_interval=1


[server1]
hostname=192.168.0.10
candidate_master=1
[server2]
hostname=192.168.0.20
candidate_master=1
[server3]
hostname=192.168.0.30
[root@test-centos6-node1 mastermh]# 

[root@test-centos6-node1 ~]# masterha_check_ssh --conf=/etc/mastermh/mariadb.cnf 
Tue Jan 14 08:05:04 2020 - [warning] Global configuration file /etc/masterha_default.cnf not found. Skipping.
Tue Jan 14 08:05:04 2020 - [info] Reading application default configuration from /etc/mastermh/mariadb.cnf..
Tue Jan 14 08:05:04 2020 - [info] Reading server configuration from /etc/mastermh/mariadb.cnf..
Tue Jan 14 08:05:04 2020 - [info] Starting SSH connection tests..
Tue Jan 14 08:05:05 2020 - [debug] 
Tue Jan 14 08:05:04 2020 - [debug]  Connecting via SSH from root@192.168.0.10(192.168.0.10:22) to root@192.168.0.20(192.168.0.20:22)..
Warning: Permanently added ‘192.168.0.20‘ (ECDSA) to the list of known hosts.
Tue Jan 14 08:05:05 2020 - [debug]   ok.
Tue Jan 14 08:05:05 2020 - [debug]  Connecting via SSH from root@192.168.0.10(192.168.0.10:22) to root@192.168.0.30(192.168.0.30:22)..
Warning: Permanently added ‘192.168.0.30‘ (ECDSA) to the list of known hosts.
Tue Jan 14 08:05:05 2020 - [debug]   ok.
Tue Jan 14 08:05:06 2020 - [debug] 
Tue Jan 14 08:05:05 2020 - [debug]  Connecting via SSH from root@192.168.0.30(192.168.0.30:22) to root@192.168.0.10(192.168.0.10:22)..
Tue Jan 14 08:05:06 2020 - [debug]   ok.
Tue Jan 14 08:05:06 2020 - [debug]  Connecting via SSH from root@192.168.0.30(192.168.0.30:22) to root@192.168.0.20(192.168.0.20:22)..
Tue Jan 14 08:05:06 2020 - [debug]   ok.
Tue Jan 14 08:05:06 2020 - [debug] 
Tue Jan 14 08:05:04 2020 - [debug]  Connecting via SSH from root@192.168.0.20(192.168.0.20:22) to root@192.168.0.10(192.168.0.10:22)..
Tue Jan 14 08:05:05 2020 - [debug]   ok.
Tue Jan 14 08:05:05 2020 - [debug]  Connecting via SSH from root@192.168.0.20(192.168.0.20:22) to root@192.168.0.30(192.168.0.30:22)..
Warning: Permanently added ‘192.168.0.30‘ (ECDSA) to the list of known hosts.
Tue Jan 14 08:05:06 2020 - [debug]   ok.
Tue Jan 14 08:05:06 2020 - [info] All SSH connection tests passed successfully.
[root@test-centos6-node1 ~]# 

[root@test-centos6-node1 ~]# masterha_check_repl --conf=/etc/mastermh/mariadb.cnf 
Tue Jan 14 09:55:54 2020 - [warning] Global configuration file /etc/masterha_default.cnf not found. Skipping.
Tue Jan 14 09:55:54 2020 - [info] Reading application default configuration from /etc/mastermh/mariadb.cnf..
Tue Jan 14 09:55:54 2020 - [info] Reading server configuration from /etc/mastermh/mariadb.cnf..
Tue Jan 14 09:55:54 2020 - [info] MHA::MasterMonitor version 0.56.
Tue Jan 14 09:55:55 2020 - [info] GTID failover mode = 0
Tue Jan 14 09:55:55 2020 - [info] Dead Servers:
Tue Jan 14 09:55:55 2020 - [info] Alive Servers:
Tue Jan 14 09:55:55 2020 - [info]   192.168.0.10(192.168.0.10:3306)
Tue Jan 14 09:55:55 2020 - [info]   192.168.0.20(192.168.0.20:3306)
Tue Jan 14 09:55:55 2020 - [info]   192.168.0.30(192.168.0.30:3306)
Tue Jan 14 09:55:55 2020 - [info] Alive Slaves:
Tue Jan 14 09:55:55 2020 - [info]   192.168.0.20(192.168.0.20:3306)  Version=5.5.56-MariaDB (oldest major version between slaves) log-bin:enabled
Tue Jan 14 09:55:55 2020 - [info]     Replicating from 192.168.0.10(192.168.0.10:3306)
Tue Jan 14 09:55:55 2020 - [info]     Primary candidate for the new Master (candidate_master is set)
Tue Jan 14 09:55:55 2020 - [info]   192.168.0.30(192.168.0.30:3306)  Version=5.5.56-MariaDB (oldest major version between slaves) log-bin:disabled
Tue Jan 14 09:55:55 2020 - [info]     Replicating from 192.168.0.10(192.168.0.10:3306)
Tue Jan 14 09:55:55 2020 - [info] Current Alive Master: 192.168.0.10(192.168.0.10:3306)
Tue Jan 14 09:55:55 2020 - [info] Checking slave configurations..
Tue Jan 14 09:55:55 2020 - [warning]  log-bin is not set on slave 192.168.0.30(192.168.0.30:3306). This host cannot be a master.
Tue Jan 14 09:55:55 2020 - [info] Checking replication filtering settings..
Tue Jan 14 09:55:55 2020 - [info]  binlog_do_db= , binlog_ignore_db= 
Tue Jan 14 09:55:55 2020 - [info]  Replication filtering check ok.
Tue Jan 14 09:55:55 2020 - [info] GTID (with auto-pos) is not supported
Tue Jan 14 09:55:55 2020 - [info] Starting SSH connection tests..
Tue Jan 14 09:55:58 2020 - [info] All SSH connection tests passed successfully.
Tue Jan 14 09:55:58 2020 - [info] Checking MHA Node version..
Tue Jan 14 09:55:58 2020 - [info]  Version check ok.
Tue Jan 14 09:55:58 2020 - [info] Checking SSH publickey authentication settings on the current master..
Tue Jan 14 09:55:59 2020 - [info] HealthCheck: SSH to 192.168.0.10 is reachable.
Tue Jan 14 09:55:59 2020 - [info] Master MHA Node version is 0.56.
Tue Jan 14 09:55:59 2020 - [info] Checking recovery script configurations on 192.168.0.10(192.168.0.10:3306)..
Tue Jan 14 09:55:59 2020 - [info]   Executing command: save_binary_logs --command=test --start_pos=4 --binlog_dir=/var/lib/mysql,/var/log/mysql --output_file=/data/mastermha/mariadb//save_binary_logs_test --manager_version=0.56 --start_file=mariadb-bin.000002 
Tue Jan 14 09:55:59 2020 - [info]   Connecting to root@192.168.0.10(192.168.0.10:22).. 
  Creating /data/mastermha/mariadb if not exists..    ok.
  Checking output directory is accessible or not..
   ok.
  Binlog found at /var/lib/mysql, up to mariadb-bin.000002
Tue Jan 14 09:55:59 2020 - [info] Binlog setting check done.
Tue Jan 14 09:55:59 2020 - [info] Checking SSH publickey authentication and checking recovery script configurations on all alive slave servers..
Tue Jan 14 09:55:59 2020 - [info]   Executing command : apply_diff_relay_logs --command=test --slave_user=‘repmanage‘ --slave_host=192.168.0.20 --slave_ip=192.168.0.20 --slave_port=3306 --workdir=/data/mastermha/mariadb/ --target_version=5.5.56-MariaDB --manager_version=0.56 --relay_log_info=/var/lib/mysql/relay-log.info  --relay_dir=/var/lib/mysql/  --slave_pass=xxx
Tue Jan 14 09:55:59 2020 - [info]   Connecting to root@192.168.0.20(192.168.0.20:22).. 
  Checking slave recovery environment settings..
    Opening /var/lib/mysql/relay-log.info ... ok.
    Relay log found at /var/lib/mysql, up to mariadb-relay-bin.000007
    Temporary relay log file is /var/lib/mysql/mariadb-relay-bin.000007
    Testing mysql connection and privileges.. done.
    Testing mysqlbinlog output.. done.
    Cleaning up test file(s).. done.
Tue Jan 14 09:55:59 2020 - [info]   Executing command : apply_diff_relay_logs --command=test --slave_user=‘repmanage‘ --slave_host=192.168.0.30 --slave_ip=192.168.0.30 --slave_port=3306 --workdir=/data/mastermha/mariadb/ --target_version=5.5.56-MariaDB --manager_version=0.56 --relay_log_info=/var/lib/mysql/relay-log.info  --relay_dir=/var/lib/mysql/  --slave_pass=xxx
Tue Jan 14 09:55:59 2020 - [info]   Connecting to root@192.168.0.30(192.168.0.30:22).. 
  Checking slave recovery environment settings..
    Opening /var/lib/mysql/relay-log.info ... ok.
    Relay log found at /var/lib/mysql, up to mariadb-relay-bin.000009
    Temporary relay log file is /var/lib/mysql/mariadb-relay-bin.000009
    Testing mysql connection and privileges.. done.
    Testing mysqlbinlog output.. done.
    Cleaning up test file(s).. done.
Tue Jan 14 09:56:00 2020 - [info] Slaves settings check done.
Tue Jan 14 09:56:00 2020 - [info] 
192.168.0.10(192.168.0.10:3306) (current master)
 +--192.168.0.20(192.168.0.20:3306)
 +--192.168.0.30(192.168.0.30:3306)

Tue Jan 14 09:56:00 2020 - [info] Checking replication health on 192.168.0.20..
Tue Jan 14 09:56:00 2020 - [info]  ok.
Tue Jan 14 09:56:00 2020 - [info] Checking replication health on 192.168.0.30..
Tue Jan 14 09:56:00 2020 - [info]  ok.
Tue Jan 14 09:56:00 2020 - [warning] master_ip_failover_script is not defined.
Tue Jan 14 09:56:00 2020 - [warning] shutdown_script is not defined.
Tue Jan 14 09:56:00 2020 - [info] Got exit code 0 (Not master dead).

MySQL Replication Health is OK.
[root@test-centos6-node1 ~]# 

[root@test-centos6-node1 ~]# tail -20 /data/mastermha/mariadb/manager.log
Tue Jan 14 10:07:03 2020 - [info] Master failover to 192.168.0.20(192.168.0.20:3306) completed successfully.
Tue Jan 14 10:07:03 2020 - [info] 

----- Failover Report -----

mariadb: MySQL Master failover 192.168.0.10(192.168.0.10:3306) to 192.168.0.20(192.168.0.20:3306) succeeded

Master 192.168.0.10(192.168.0.10:3306) is down!

Check MHA Manager logs at test-centos6-node1:/data/mastermha/mariadb/manager.log for details.

Started automated(non-interactive) failover.
The latest slave 192.168.0.20(192.168.0.20:3306) has all relay logs for recovery.
Selected 192.168.0.20(192.168.0.20:3306) as a new master.
192.168.0.20(192.168.0.20:3306): OK: Applying all logs succeeded.
192.168.0.30(192.168.0.30:3306): This host has the latest relay log events.
Generating relay diff files from the latest slave succeeded.
192.168.0.30(192.168.0.30:3306): OK: Applying all logs succeeded. Slave started, replicating from 192.168.0.20(192.168.0.20:3306)
192.168.0.20(192.168.0.20:3306): Resetting slave info succeeded.
Master failover to 192.168.0.20(192.168.0.20:3306) completed successfully.
[root@test-centos6-node1 ~]# 

[root@test-centos7-node3 ~]# mysql -e "show slave status\G"
*************************** 1. row ***************************
               Slave_IO_State: Waiting for master to send event
                  Master_Host: 192.168.0.20
                  Master_User: repuser
                  Master_Port: 3306
                Connect_Retry: 60
              Master_Log_File: mariadb-bin.000003
          Read_Master_Log_Pos: 245
               Relay_Log_File: mariadb-relay-bin.000002
                Relay_Log_Pos: 531
        Relay_Master_Log_File: mariadb-bin.000003
             Slave_IO_Running: Yes
            Slave_SQL_Running: Yes
              Replicate_Do_DB: 
          Replicate_Ignore_DB: 
           Replicate_Do_Table: 
       Replicate_Ignore_Table: 
      Replicate_Wild_Do_Table: 
  Replicate_Wild_Ignore_Table: 
                   Last_Errno: 0
                   Last_Error: 
                 Skip_Counter: 0
          Exec_Master_Log_Pos: 245
              Relay_Log_Space: 827
              Until_Condition: None
               Until_Log_File: 
                Until_Log_Pos: 0
           Master_SSL_Allowed: No
           Master_SSL_CA_File: 
           Master_SSL_CA_Path: 
              Master_SSL_Cert: 
            Master_SSL_Cipher: 
               Master_SSL_Key: 
        Seconds_Behind_Master: 0
Master_SSL_Verify_Server_Cert: No
                Last_IO_Errno: 0
                Last_IO_Error: 
               Last_SQL_Errno: 0
               Last_SQL_Error: 
  Replicate_Ignore_Server_Ids: 
             Master_Server_Id: 2
[root@test-centos7-node3 ~]# 

[root@test-centos7-node2 ~]# mysql -e " show slave status"  
[root@test-centos7-node2 ~]# 

[root@test-centos7-node2 ~]# mysql -e " show variables like ‘read_only‘"
+---------------+-------+
| Variable_name | Value |
+---------------+-------+
| read_only     | OFF   |
+---------------+-------+
[root@test-centos7-node2 ~]#