CentOS7 通过Ambari安装Hadoop集群

Hostname: ambari.server

Hostname01: hadoop.namenode
Hostname02: hadoop.datanode1
Hostname03: hadoop.datanode2

# hostname

# hostnamectl set-hostname ambari.server

# vim /etc/hosts
192.168.141.159     ambari.server
192.168.141.160     hadoop.namenode
192.168.141.161     hadoop.datanode1
192.168.141.162     hadoop.datanode2

# yum install -y ntpd

# systemctl enable ntpd

# systemctl start ntpd

# cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
# ntpdate us.pool.ntp.org

# vim /etc/sysconfig/selinux
selinux=disalbed

# systemctl stop firewalld
# systemctl disable firewalld

# ssh-keygen -t rsa

# mkdir ~/.ssh 

# scp ~/.ssh/id_rsa.pub hadoop.namenode:/root/.ssh/authorized_keys _from_ambari
# scp ~/.ssh/id_rsa.pub hadoop.datanode1:/root/.ssh/authorized_keys _from_ambari
# scp ~/.ssh/id_rsa.pub hadoop.datanode2:/root/.ssh/authorized_keys _from_ambari

# cd ~/.ssh
# cat authorized_keys _from_ambari >> authorized_keys

# chmod 700 ~/.ssh
# chmod 600 ~/.ssh/*

# ssh hadoop.namenode

# wget -c http://download.oracle.com/otn-pub/java/jdk/8u131-b11/d54c1d3a095b4ff2b6607d096fa80163/jdk-8u131-linux-x64.tar.gz
# mkdir /usr/local/jdk
# tar -xvf jdk-8u131-linux-x64.tar.gz -C /usr/local/jdk/

# vim /etc/profile

#java
export JAVA_HOME=/usr/local/jdk/jdk1.8.0_131
export JRE_HOME=$JAVA_HOME/jre
export CLASSPATH=.:$JAVA_HOME/lib:$JRE_HOME/lib
export PATH=$PATH:$JAVA_HOME/bin:$JRE_HOME/bin

# source /etc/profile

# java -version

java version "1.8.0_131"
Java(TM) SE Runtime Environment (build 1.8.0_131-b11)
Java HotSpot(TM) 64-Bit Server VM (build 25.131-b11, mixed mode)

# wget http://repo.mysql.com/mysql57-community-release-el7-8.noarch.rpm

# rpm -ivh mysql57-community-release-el7-8.noarch.rpm  --nodeps --force

# cd /etc/yum.repos.d
# ls -l

# yum install -y mysql-server

# systemctl start mysqld
# service mysqld status

# grep ‘temporary password‘ /var/log/mysqld.log
# mysql -u root -p
mysql> Enter password: （输入刚才查询到的随机密码）

mysql> set global validate_password_policy=0;
mysql> set global validate_password_length=4;

mysql> alter user ‘root‘@‘localhost‘ identified by ‘root-1234‘;

mysql> flush privileges;
mysql> quit;

# mysql -u root -p

mysql> use mysql;

　如果进行操作出现下面的提示：
　You must reset your password using ALTER USER statement before executing this statement.

　就再设置一遍密码：
　mysql> set password = password(‘root-1234‘);

mysql> GRANT ALL PRIVILEGES ON *.* TO ‘root‘@‘%‘ IDENTIFIED BY ‘ root-1234‘ WITH GRANT OPTION;
mysql> FLUSH PRIVILEGES;

# yum install -y mysql-connector-java

mysql> create database ambari character set utf8;
mysql> CREATE USER ‘ambari‘@‘%‘ IDENTIFIED BY ‘ambari-1234‘;
mysql> GRANT ALL PRIVILEGES ON *.* TO ‘ambari‘@‘%‘;
mysql> FLUSH PRIVILEGES;

mysql> create database hive character set utf8;
mysql> CREATE USER ‘hive‘@‘%‘ IDENTIFIED BY ‘hive-1234‘;
mysql> GRANT ALL PRIVILEGES ON *.* TO ‘hive‘@‘%‘;
mysql> FLUSH PRIVILEGES;

mysql> create database oozie character set utf8;
mysql> CREATE USER ‘oozie‘@‘%‘ IDENTIFIED BY ‘oozie-1234‘;
mysql> GRANT ALL PRIVILEGES ON *.* TO ‘oozie‘@‘%‘;
mysql> FLUSH PRIVILEGES; 

# yum install -y httpd

# mkdir /var/www/html/ambary-hdp

# tar -xvf ambari-2.2.1.0-centos7.tar.gz -C /var/www/html/ambary-hdp/
# tar -xvf HDP-2.4.0.0-centos7-rpm.tar.gz -C /var/www/html/ambary-hdp/
# tar -xvf HDP-UTILS-1.1.0.20-centos7.tar.gz -C /var/www/html/ambary-hdp/

# systemctl start httpd

# yum install -y yum-plugin-priorities

# vi /etc/yum/pluginconf.d/priorities.conf

[main]
enabled=1
gpgcheck=0

[ambari-2.2.1.0]
name=ambari-2.2.1.0
baseurl=http://192.168.141.159/ambari-hdp/AMBARI-2.2.1.0/centos7/2.2.1.0-161
gpgcheck=0
gpgkey=http://192.168.141.159/ambari-hdp/AMBARI-2.2.1.0/centos7/2.2.1.0-161/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1

[HDP-2.4.0.0]
name=Hortonworks Data Platform Version - HDP-2.4.0.0
baseurl=http://192.168.141.159/ambari-hdp/HDP/centos7/2.x/updates/2.4.0.0
gpgcheck=0
gpgkey=http://192.168.141.159/ambari-hdp/HDP/centos7/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
enabled=1
priority=1

[HDP-UTILS-1.1.0.20]
name=Hortonworks Data Platform Version - HDP-UTILS-1.1.0.20
baseurl= http://192.168.141.159/ambari-hdp/HDP-UTILS-1.1.0.20/repos/centos7
gpgcheck=0
enabled=1
priority=1

# yum clean list

# yum update list

# yum makecache

# yum repolist

# yum install -y ambary-server

rpm --import /var/www/html/ambari-hdp/AMBARI-2.2.1.0/centos7/2.2.1.0-161/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins）

# mysql -uroot -p

mysql> use ambari;
mysql> source /var/lib/ambari-server/resources/Ambari-DDL-MySQL-CREATE.sql;

# ambari-server setup

Customize user account for ambari-server daemon [y/n] (n)? y

Enter user account for ambari-server daemon (root): root

Adjusting ambari-server permissions and ownership...

Checking firewall status...

Redirecting to /bin/systemctl status iptables.service

Checking JDK...Do you want to change Oracle JDK [y/n] (n)? y

[1] Oracle JDK 1.8 + Java Cryptography Extension (JCE) Policy Files 8
[2] Oracle JDK 1.7 + Java Cryptography Extension (JCE) Policy Files 7
[3] Custom JDK

==========================================

Enter choice (1): 3

/usr/local/jdk/jdk1.8.0_131

WARNING: JDK must be installed on all hosts and JAVA_HOME must be valid on all hosts.
WARNING: JCE Policy files are required for configuring Kerberos security. If you plan to use Kerberos, please make sure JCE Unlimited Strength Jurisdiction Policy Files are valid on all hosts.
Path to JAVA_HOME: /usr/local/jdk/jdk1.8.0_131

Validating JDK on Ambari Server...done.
Completing setup...

Configuring database...Enter advanced database configuration [y/n] (n)? y

Configuring database...
========================================

Choose one of the following options:

[1] - PostgreSQL (Embedded)
[2] - Oracle
[3] - MySQL
[4] - PostgreSQL
[5] - Microsoft SQL Server (Tech Preview)
[6] - SQL Anywhere

==========================================

Enter choice (1): 3

Hostname (localhost): ambari.server
Port (3306):
Database name (ambari):
Username (ambari):
Enter Database Password (ambari-1234):

WARNING: Before starting Ambari Server, you must copy the MySQL JDBC driver JAR file to /usr/share/java.

Press <enter> to continue.

# ambari-server start

# yum install -y ambari-agent
# chkconfig --add ambari-agent