主机名

系统

IP

内存

磁盘

cdh-1

Centos7

192.168.100.10

4G

60G

cdh-2

Centos7

192.168.100.20

2G

60G

cdh-3

Centos7

192.168.100.30

2G

60G

hostnamectl set-hostname cdh-1

hostnamectl set-hostname cdh-2

hostnamectl set-hostname cdh-3

systemctl stop firewalld

systemctl disable firewalld

setenforce 0 #临时关闭

#永久关闭 将SELINUX= enforcing 修改为SELINUX=disabled

vi /etc/selinux/config

SELINUX=disabled 

vi /etc/hosts

192.168.100.10 cdh-1

192.168.100.20 cdh-2

192.168.100.30 cdh-3

# 生成公钥和私钥 三次回车

ssh-keygen

# 复制公钥和私钥

ssh-copy-id cdh-1

ssh-copy-id cdh-2

ssh-copy-id cdh-3

vi /etc/security/limits.conf

*    soft    nofile   32728

*    hard    nofile   1024999

*    soft    nproc   65535

*    hard    noroc    unlimited

*    soft    memlock    unlimited

*    hard    memlock    unlimited

sysctl -p

echo "vm.swappiness = 0" >> /etc/sysctl.conf

echo never > /sys/kernel/mm/transparent_hugepage/enabled

echo never > /sys/kernel/mm/transparent_hugepage/defrag

#挂载centos7镜像

mount /dev/cdrom /mnt/

#删除系统自带的源

rm -rf /etc/yum.repos.d/*

#新建一个本地yum源

cat >> /etc/yum.repos.d/local.repo << EOF

[centos]

name=centos

baseurl=file:///mnt

gpgcheck=0

EOF

#验证

yum repolist

# 安装

yum install -y httpd

# 启动

systemctl start httpd

#开机自启

systemctl enable httpd

#在http服务的静态资源目录创建centos目录

mkdir /var/www/html/centos

#将centos的镜像文件复制到centos目录

cp -rvf /mnt/* /var/www/html/centos/

#可以通过http访问了

http://192.168.100.10/centos/

#修改cdh-1的本地centos源的配置

vi /etc/yum.repos.d/local.repo

baseurl=http://cdh-1/centos

#取消挂载

umount /dev/cdrom /mnt

cat >> /etc/yum.repos.d/local.repo << EOF

[centos]

name=centos

baseurl=http://cdh-1/centos

gpgcheck=0

EOF

#验证

yum repolist

#在/var/www/html创建存放cm包的文件夹和cdh安装包的文件夹

mkdir /var/www/html/{cm,cdh}

#将cdh的安装包和cm的包移动到创建的目录

#移动cm安装包

mv cloudera-manager-* /var/www/html/cm/

mv  enterprise-debuginfo-6.3.1-1466458.el7.x86_64.rpm oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm /var/www/html/cm

#移动cdh安装包和元数据文件

mv CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel manifest.json /var/www/html/cdh/

#安装

yum install -y createrepo

#进入到cm的rpm包存放目录

cd /var/www/html/cm

# 生成repodata文件夹

createrepo .

cat >> /etc/yum.repos.d/cm.repo << EOF

[CM]

name=cm

baseurl=http://cdh-1/cm/

gpgcheck=0

EOF

yum install -y bind-utils libxslt cyrus-sasl-plain cyrus-sasl-gssapi portmap fuse-libs /lib/lsb/init-functions httpd mod_ssl openssl-devel python-psycopg2 Mysql-python fuse

#安装JDK

yum install -y oracle-j2sdk1.8.x86_64

#安装cloudera-manager

yum install  -y cloudera-manager-agent cloudera-manager-daemons cloudera-manager-server cloudera-manager-server-db-2 postgresq-server

#安装

yum install -y mariadb-server

#启动和开机自启

systemctl start mariadb && systemctl enable mariadb

#配置Mariadb数据库

mysql_secure_installation

#创建/usr/share/java目录

mkdir -p /usr/share/java

#复制jar包到/usr/share/java下

cp mysql-connector-java-5.1.48.jar /usr/share/java/

#注意:需要改名为mysql-connector-java.jar

mv /usr/share/java/mysql-connector-java-5.1.48.jar /usr/share/java/mysql-connector-java.jar

/opt/cloudera/cm/schema/scm_prepare_database.sh mysql -h localhost -uroot -proot --scm-host localhost scm root root

#安装jdk

yum install -y oracle-j2sdk1.8.x86_64

#安装agent

yum install cloudera-manager-daemons cloudera-manager-agent -y

#通过vi命令修改

vi /etc/cloudera-scm-agent/config.ini

server_host=cdh-1

#也可以通过sed命令修改

sed -i "s/server_host=localhost/server_host=cdh-1/g" /etc/cloudera-scm-agent/config.ini

注意:只用使用一种命令修改就行了，推荐使用sed

vi /etc/profile

export JAVA_HOME=/usr/java/jdk1.8.0_181-cloudera/

export PATH=$PATH:$JAVA_HOME/bin

#启动

systemctl start cloudera-scm-server

#设置开机自启

systemctl enable cloudera-scm-server

#启动

systemctl start cloudera-scm-agent

#开机自启

systemctl enable cloudera-scm-agent

#建库

create database activity;

create database reports;

create database audit;

create database metadata;

#授权

grant all on activity.* to cdh@localhost identified by 'cdh';

grant all on activity.* to cdh@'%' identified by 'cdh';

grant all on reports.* to cdh@localhost identified by 'cdh';

grant all on reports.* to cdh@'%' identified by 'cdh';

grant all on audit.* to cdh@localhost identified by 'cdh';

grant all on audit.* to cdh@'%' identified by 'cdh';

grant all on metadata.* to cdh@localhost identified by 'cdh';

grant all on metadata.* to cdh@'%' identified by 'cdh';