CM6安装部署

1. 集群规划

节点	hadoop101	hadoop102	hadoop103	Hadoop104	Hadoop105
服务	scm-server scm-agent	scm-agent	cloudera-scm-agent	scm-agent	scm-agent

2. 上传CM安装包解压

上传cm6.3.1-redhat7.tar.gz包到/opt/software目录下：

[root@hadoop101 software]# tar -zxvf cm6.3.1-redhat7.tar.gz
[root@hadoop101 software]# cd cm6.3.1/
[root@hadoop101 cm6.3.1]# ll
total 16
drwxrwxr-x 2 2001 2001 4096 Sep 25  2019 repodata
-rw-rw-r-- 1 2001 2001 1718 Sep 25  2019 RPM-GPG-KEY-cloudera
drwxrwxr-x 4 2001 2001 4096 Sep 25  2019 RPMS
drwxrwxr-x 2 2001 2001 4096 Sep 25  2019 SRPMS

3. 创建cloudera-manager目录,存放cdh安装文件

[root@hadoop101 cm6.3.1]# cd RPMS/x86_64/
[root@hadoop101 x86_64]# mv cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm /opt/cloudera-manager/
[root@hadoop101 x86_64]# mv cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm /opt/cloudera-manager/
[root@hadoop101 x86_64]# mv cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm /opt/cloudera-manager/
[root@hadoop101 x86_64]# cd /opt/cloudera-manager/
[root@hadoop101 cloudera-manager]# ll
total 1185876
-rw-r--r-- 1 2001 2001   10483568 Sep 25  2019 cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm
-rw-r--r-- 1 2001 2001 1203832464 Sep 25  2019 cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm
-rw-r--r-- 1 2001 2001      11488 Sep 25  2019 cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm

3. 安装cloudera-manager-daemons(5台)

[root@hadoop101 cloudera-manager]# xsync /opt/cloudera-manager/
## hadoop101-hadoop105都要执行
[root@hadoop101 cloudera-manager]# rpm -ivh cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm

安装完毕后多出/opt/cloudera目录

4. 安装cloudera-manager-agent(5台)

[root@hadoop101 cloudera-manager] yum install bind-utils psmisc cyrus-sasl-plain cyrus-sasl-gssapi fuse portmap fuse-libs /lib/lsb/init-functions httpd mod_ssl openssl-devel python-psycopg2 MySQL-python libxslt
## hadoop101-hadoop105都要执行
[root@hadoop101 cloudera-manager]# rpm -ivh cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm

5. 配置agent(5台)

[root@hadoop101 cloudera-manager]# vim /etc/cloudera-scm-agent/config.ini
## 修改如下内容
server_host=hadoop101

7. 安装cloudera-manager-server

在hadoop101上执行

[root@hadoop101 cloudera-manager]# rpm -ivh cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm

8. 上传CDH包到parcel-repo

将CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel、manifest.json和相关sha1文件上传到/opt/cloudera/parcel-repo

[root@hadoop101 parcel-repo]# ll
total 2033396
-rw-r--r-- 1 root root 2082186246 Feb 15  2023 CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel
-rw-r--r-- 1 root root         40 Feb 15  2023 CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha1
-rw-r--r-- 1 root root      33892 Feb 15  2023 manifest.json
## 重命名sha1文件为sha
[root@hadoop101 parcel-repo]# mv CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha1 CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha

9. 修改server配置

[root@hadoop101 parcel-repo]# vim /etc/cloudera-scm-server/db.properties 
com.cloudera.cmf.db.type=mysql
com.cloudera.cmf.db.host=hadoop101:3306
com.cloudera.cmf.db.name=scm
com.cloudera.cmf.db.user=scm
com.cloudera.cmf.db.password=scm
com.cloudera.cmf.db.setupType=EXTERNAL

10. 启动server服务

## 初始化server数据库
[root@hadoop101 log]# /opt/cloudera/cm/schema/scm_prepare_database.sh mysql scm scm scm
[root@hadoop101 software]# systemctl start cloudera-scm-server 
[root@hadoop101 software]# tail -f /var/log/cloudera-scm-server/cloudera-scm-server.log

当日志中出现进度100%表示启动完成

11. 启动agent节点

[root@hadoop101 software]# systemctl start cloudera-scm-agent
[root@hadoop102 software]# systemctl start cloudera-scm-agent
[root@hadoop103 software]# systemctl start cloudera-scm-agent
[root@hadoop104 software]# systemctl start cloudera-scm-agent
[root@hadoop105 software]# systemctl start cloudera-scm-agent