大数据组件部署
大数据组件部署前提1做解析，做时间同步ntp，做本地yum源，关闭防火墙和selinux，修改统一格式的主机名配置本地yum源（多节点操作）#上传镜像文件到虚拟机上例如： CentOS-7-x86_64-DVD-1804.iso#创建目录并将原来yum源移动#mkdir /etc/yum.repos.d/bak && mv /etc/yum.repos.d/*.repo/etc/y
·
大数据组件部署
前提
1做解析，做时间同步ntp，做本地yum源，关闭防火墙和selinux，修改统一格式的主机名
配置本地yum源（多节点操作）
#上传镜像文件到虚拟机上 例如： CentOS-7-x86_64-DVD-1804.iso
#创建目录并将原来yum源移动
#mkdir /etc/yum.repos.d/bak && mv /etc/yum.repos.d/*.repo /etc/yum.repos.d/bak
#挂载 例如：mount /dev/cdrom /mnt
#真实挂载 mount /root/CentOS-7-x86_64-DVD-1804.iso /mnt
#将镜像挂载到mnt下（此处root为镜像上传路径）
#写入yum源配置
cat <<EOF >> /etc/yum.repos.d/local.repo
[Local]
name=Local
baseurl=file:///mnt
enable=1
gpgcheck=0
EOF
或者================================================
vim /etc/yum.repos.d/local.repo
[Local]
name=Local
baseurl=file:///mnt
enable=1
gpgcheck=0
#清理缓存
#yum clean all
#yum repolist
安装依赖（所有节点）
yum -y install rsync gcc* openldap-devel python-ldap mysql-devel python-devel python-setuptools python-simplejson sqlite-devel perl psmisc libxml2-devel libxslt-devel cyrus-sasl-devel mod mod-devel ntp* net-tools libaio* unzip bzip2
安装不了后面加--skip-broken
时间同步（所有节点操作）
#安装ntp服务
yum -y install ntp*
#验证服务
rpm -qa |grep ntp
ntpdate-4.2.6p5-10.el6.x86_64
ntp-4.2.6p5-10.el6.x86_64
#主节点操作，编辑/etc/ntp.conf文件，注释4个server开头行，末尾添加相关信息
vim /etc/ntp.conf
# For more information about this file, see the man pages
# ntp.conf(5), ntp_acc(5), ntp_auth(5), ntp_clock(5), ntp_misc(5), ntp_mon(5).
driftfile /var/lib/ntp/drift
# Permit time synchronization with our time source, but do not
# permit the source to query or modify the service on this system.
restrict default nomodify notrap nopeer noquery
# Permit all access over the loopback interface. This could
# be tightened as well, but to do so would effect some of
# the administrative functions.
restrict 127.0.0.1
restrict ::1
# Hosts on local network are less restricted.
#restrict 192.168.1.0 mask 255.255.255.0 nomodify notrap
# Use public servers from the pool.ntp.org project.
# Please consider joining the pool (http://www.pool.ntp.org/join.html).
# server 0.centos.pool.ntp.org iburst #注释掉
# server 1.centos.pool.ntp.org iburst #注释掉
# server 2.centos.pool.ntp.org iburst #注释掉
# server 3.centos.pool.ntp.org iburst #注释掉
#broadcast 192.168.1.255 autokey # broadcast server
#broadcastclient # broadcast client
#broadcast 224.0.1.1 autokey # multicast server
#multicastclient 224.0.1.1 # multicast client
#manycastserver 239.255.254.254 # manycast server
#manycastclient 239.255.254.254 autokey # manycast client
# Enable public key cryptography.
#crypto
includefile /etc/ntp/crypto/pw
# Key file containing the keys and key identifiers used when operating
# with symmetric key cryptography.
keys /etc/ntp/keys
# Specify the key identifiers which are trusted.
#trustedkey 4 8 42
# Specify the key identifier to use with the ntpdc utility.
#requestkey 8
# Specify the key identifier to use with the ntpq utility.
#controlkey 8
# Enable writing of statistics records.
#statistics clockstats cryptostats loopstats peerstats
# Disable the monitoring facility to prevent amplification attacks using ntpdc
# monlist command when default restrict does not include the noquery flag. See
# CVE-2013-5211 for more details.
# Note: Monitoring will not be disabled with the limited restriction flag.
disable monitor
restrict 192.168.0.0 mask 255.255.254.0 nomodify notrap
server 210.72.145.44 perfer #主节点ip（你想同步那台就写那台） #中国国家受时中心
server 202.112.10.36 #node节点ip #1.cn.pool.ntp.org
server 59.124.196.83 #node节点ip #0.asia.pool.ntp.org
# allow update time by the upper server
restrict 210.72.145.44 nomodify notrap noquery #同上 #貌似不需要改
restrict 202.112.10.36 nomodify notrap noquery #同上 #貌似不需要改
restrict 59.124.196.83 nomodify notrap noquery #同上 #貌似不需要改
server 127.127.1.0
fudge 127.127.1.0 stratum 10
================================================================
#从节点操作
#编辑/etc/ntp.conf文件，注释4个server开头行，末尾添加相关信息
vim /etc/ntp.conf
# For more information about this file, see the man pages
# ntp.conf(5), ntp_acc(5), ntp_auth(5), ntp_clock(5), ntp_misc(5), ntp_mon(5).
driftfile /var/lib/ntp/drift
# Permit time synchronization with our time source, but do not
# permit the source to query or modify the service on this system.
restrict default nomodify notrap nopeer noquery
# Permit all access over the loopback interface. This could
# be tightened as well, but to do so would effect some of
# the administrative functions.
restrict 127.0.0.1
restrict ::1
# Hosts on local network are less restricted.
#restrict 192.168.1.0 mask 255.255.255.0 nomodify notrap
# Use public servers from the pool.ntp.org project.
# Please consider joining the pool (http://www.pool.ntp.org/join.html).
# server 0.centos.pool.ntp.org iburst #注释掉
# server 1.centos.pool.ntp.org iburst #注释掉
# server 2.centos.pool.ntp.org iburst #注释掉
# server 3.centos.pool.ntp.org iburst #注释掉
#broadcast 192.168.1.255 autokey # broadcast server
#broadcastclient # broadcast client
#broadcast 224.0.1.1 autokey # multicast server
#multicastclient 224.0.1.1 # multicast client
#manycastserver 239.255.254.254 # manycast server
#manycastclient 239.255.254.254 autokey # manycast client
# Enable public key cryptography.
#crypto
includefile /etc/ntp/crypto/pw
# Key file containing the keys and key identifiers used when operating
# with symmetric key cryptography.
keys /etc/ntp/keys
# Specify the key identifiers which are trusted.
#trustedkey 4 8 42
# Specify the key identifier to use with the ntpdc utility.
#requestkey 8
# Specify the key identifier to use with the ntpq utility.
#controlkey 8
# Enable writing of statistics records.
#statistics clockstats cryptostats loopstats peerstats
# Disable the monitoring facility to prevent amplification attacks using ntpdc
# monlist command when default restrict does not include the noquery flag. See
# CVE-2013-5211 for more details.
# Note: Monitoring will not be disabled with the limited restriction flag.
disable monitor
server 192.168.0.96 #主节点ip
restrict 192.168.0.96 nomodify notrap noquery #主节点ip
server 127.127.1.0 #不改
fudge 127.127.1.0 stratum 10 #不改
#其他操作
date -s "20191001 00:00:00"
service ntpd status #查看状态
service ntpd start #启动ntp
service ntpd stop #停止ntp
service ntpd restart #重启ntp
chkconfig ntpd on
ntpdate -u 192.168.0.96 #指定同步某台主机的时间
ntpq -p
ntpstat
创建目录
#/opt下创建cosmo
mkdir cosmo
#/opt/cosmo下创建com idp install update backup tools logs bdp doc
mkdir com idp install update backup tools logs bdp doc
#/opt/cosmo/install下创建base cmc mmp db shell
cd install/
mkdir base cmc mmp db shell
上传安装介质以及环境准备（主节点操作）
将com文件上传到/opt/cosmo下
将shell文件上传到/opt/cosmo/install下
将bdp文件上传到/opt/cosmo/下
#授权shell文件
chmod -R 777 /opt/cosmo/install/shell/*
#解压public目录
unzip -d /opt/cosmo/com /opt/cosmo/com/public.zip
#修改配置
vim /opt/cosmo/install/shell/00-servers
1 #!/bin/bash
2 user=root
3 password=1234567890 #改为你主节点登录密码
4 install=192.168.100.25 #改为主节点ip
5 servers="
6 192.168.100.25 #这里是集群ip
7 192.168.100.26
8 192.168.100.27
9 "
#通过脚本完成相关配置
# 进入脚本所在目录后执行
cd /opt/cosmo/install/shell
# 再次确认操作系统版本
sh 011-get-system-version.sh
install server
192.168.100.25 3.10.0-693.el7.x86_64
servers
192.168.100.25 -- 3.10.0-693.el7.x86_64
192.168.100.26 -- 3.10.0-693.el7.x86_64
192.168.100.27 -- 3.10.0-693.el7.x86_64
# 再次确认主机名
sh 012-get-hostname.sh
install server
192.168.100.25 cosmobdp-01
servers
192.168.100.25 cosmobdp-01
192.168.100.26 cosmobdp-02
192.168.100.27 cosmobdp-03
# 再次确认防火墙，此处脚本完成iptables和firewalld防火墙的检查及关闭
sh 021-disable-firewalld.sh
192.168.100.25 no iptables
192.168.100.26 no iptables
192.168.100.27 no iptables
192.168.100.25 firewalld status = stopped
192.168.100.26 firewalld status = stopped
192.168.100.27 firewalld status = stopped
# 再次确认selinux状态是否为disabled，如未修改"/etc/selinux/config"，会自动修改并提醒重启节点，出现红色字样提示的，需重启该节点
sh 022-disable-selinux.sh
192.168.100.25 must reboot
192.168.100.26 must reboot
192.168.100.27 must reboot
# 再次检查host对应关系，并从安装节点发送至所有节点
sh 030-edit-hosts.sh
cosmobdp-01 is already exists
cosmobdp-02 is already exists
cosmobdp-03 is already exists
send hosts file to 192.168.100.25
send hosts file to 192.168.100.26
send hosts file to 192.168.100.27
-- all done --
# 设置集群免密登录，验证方式：直接在安装节点ssh连接其他节点，不用输入密码则证明免密成功
sh 041-ssh-key.sh
scp: /opt/cosmo/install/shell/sshpass: Text file busy
Killed by signal 1.
Generating public/private rsa key pair.
Your identification has been saved in /root/.ssh/id_rsa.
Your public key has been saved in /root/.ssh/id_rsa.pub.
The key fingerprint is:
SHA256:t77xfNntlCUApNMOss6lIML05yx6Zhd1NqucFMmw9Gc root@cosmobdp-01
The key's randomart image is:
+---[RSA 2048]----+
| .o |
| o o . |
| . . * = . . |
|o . . O E . |
|......o S = . .|
| . .+= + o . .o|
| . oB o o +o|
| .+.. + . + o.o|
| .+ . o.o. ..|
+----[SHA256]-----+
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
Number of key(s) added: 1
Now try logging into the machine, with: "ssh -o 'StrictHostKeyChecking=no' 'root@192.168.100.25'"
and check to make sure that only the key(s) you wanted were added.
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
Number of key(s) added: 1
Now try logging into the machine, with: "ssh -o 'StrictHostKeyChecking=no' 'root@192.168.100.26'"
and check to make sure that only the key(s) you wanted were added.
/usr/bin/ssh-copy-id: INFO: Source of key(s) to be installed: "/root/.ssh/id_rsa.pub"
/usr/bin/ssh-copy-id: INFO: attempting to log in with the new key(s), to filter out any that are already installed
/usr/bin/ssh-copy-id: INFO: 1 key(s) remain to be installed -- if you are prompted now it is to install the new keys
Number of key(s) added: 1
Now try logging into the machine, with: "ssh -o 'StrictHostKeyChecking=no' 'root@192.168.100.27'"
and check to make sure that only the key(s) you wanted were added.
...
#验证
ssh 你的node节点ip
ssh 192.168.0.156
部署
所有节点配置java环境（所有节点）
所有节点，配置java环境
# 查看当前java环境，如果有则卸载（卸载方法很暴力）
which java
java -version
mv /usr/bin/java /usr/bin/java.b
# 加入系统变量
cat <<EOF >> /etc/profile
#set cosmo_java environment
JAVA_HOME=/opt/cosmo/com/public/jdk_lin
JRE_HOME=\$JAVA_HOME/jre
CLASS_PATH=.:\$JAVA_HOME/lib/dt.jar:\$JAVA_HOME/lib/tools.jar:\$JRE_HOME/lib
PATH=\$PATH:\$JAVA_HOME/bin:\$JRE_HOME/bin
export JAVA_HOME JRE_HOME CLASS_PATH PATH
EOF
# 刷新变量
source /etc/profile
# 查看java环境版本号
java -version
java version "1.8.0_171"
Java(TM) SE Runtime Environment (build 1.8.0_171-b11)
Java HotSpot(TM) 64-Bit Server VM (build 25.171-b11, mixed mode)
# 另外，为避免大数据组件安装过出现找不到java环境的问题，还需执行以下命令
mkdir -p /usr/java && cd /usr/bin && ln -sf /opt/cosmo/com/public/jdk_lin /usr/java/default
安装mysql（主节点安装）
主节点，安装mysql数据库
安装步骤
1，将mysql目录文件上传/opt/cosmo/install/db下
cd/mxwi
#导入数据库前修改
2，vim oauth_client_details-mysql.sql(改ip和端口) #导入数据库前修改,
================================
mysql库导入初始数据
产品数据库sql文件存放目录：/opt/cosmo/install/db/mysql/
注意：oauth_client_details-mysql.sql导入前需手动修改${nginx}为nginx应用对应IP地址+端口号，多ip认证用","隔开，示例：
初始值：'http://${nginx}/login/oauth2/code/gateway'
修改后：'http://192.168.200.10:5080/login/oauth2/code/gateway,http://192.168.3.10:5080/login/oauth2/code/gateway'
================================
3，# 卸载mariadb #注意一下你的机器有没有mysql有就把它卸了不然一会进不去库
rpm -qa |grep mariadb
rpm -e --nodeps mariadb-libs-5.5.64-1.el7.x86_64
# 删除mariadb数据库文件，卸载完成
rm -rf /var/lib/mysql
4，#yum安装依赖包
yum -y install perl libaio* net-tools
#上传mysql-5.7.30-1.el7.x86_64.tgz包到/opt/cosmo/tools下
5，#解压并安装mysql数据库
tar -zxvf /opt/cosmo/tools/mysql-5.7.30-1.el7.x86_64.tgz
cd mysql
rpm -ivh 01mysql-community-common-5.7.28-1.el7.x86_64.rpm
rpm -ivh 02mysql-community-libs-5.7.28-1.el7.x86_64.rpm
rpm -ivh 03mysql-community-client-5.7.28-1.el7.x86_64.rpm
rpm -ivh 04mysql-community-server-5.7.28-1.el7.x86_64.rpm
rpm -ivh 05mysql-community-libs-compat-5.7.28-1.el7.x86_64.rpm
================================================
不改名的话解压的时候后面加上--force --nodeps（以防报错）
6，#启动，设置密码
systemctl start mysqld
# 获取临时密码，最后红色位置为临时密码
grep 'temporary password' /var/log/mysqld.log |awk '{print $11}'
2020-04-07T03:34:05.332747Z 1 [Note] A temporary password is generated for root@localhost: Ufn&0rDfW;eq
# 连接数据库
mysql -uroot -p'临时密码'
# 密码策略、密码最低长度
set global validate_password_policy=0;
set global validate_password_length=1;
# 本地密码、远程密码
set password = password('Cosmo_6003');
grant all privileges on *.* to 'root' @'%' identified by 'Cosmo_6003';
# 刷新权限
flush privileges;
# 退出
quit
7，#修改配置文件：vi /etc/my.cnf，在[mysqld]段添加以下内容，保存并重启mysql服务
validate_password_policy=0
validate_password_length=1
validate_password_special_char_count=0
validate_password_number_count=0
validate_password_mixed_case_count=0
lower_case_table_names=1
innodb_file_per_table=1
max_connections=50000
8，#重启mysql
systemctl restart mysqld (这一步很重要不然后面导不进去表)
9,#连接数据库
mysql -uroot -p密码
#创建mxwi库(产品库)和nacos库（配置库）
create database mxwi；
create database nacos；
# 使用mxwi库
use mxwi;
# 导入初始数据
source /opt/cosmo/install/db/mysql/mxwi/mxwi-mysql.sql
source /opt/cosmo/install/db/mysql/mxwi/oauth_client_details-mysql.sql
# 使用nacos库
use nacos;
# 导入初始数据
source /opt/cosmo/install/db/mysql/nacos/nacos-mysql.sql
#设置mysqld开机自起
systemctl enable mysqld
=====================================================
存放集群配置信息和相关元数据信息，必须单独给主节点设置权限，创建数据库：hue/hive/oozie
#进库
mysql -uroot -p'Cosmo_6003'
#授权
grant all privileges on *.* to 'root'@'cosmobdp-01' identified by 'Cosmo_6003' with grant option; #这里的cosmobdp-01是你的主机名 ，Cosmo_6003则是mysql的密码
#刷新权限
flush privileges;
#创建数据库
create database hue DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database oozie DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
创建用户（所有节点）
useradd --system --home=/opt/cm-5.13.0/run/cloudera-scm-server/ --no-create-home --shell=/bin/false --comment "Cloudera SCM User" cloudera-scm
配置页面缓存（所有节点）
所有节点，配置页缓存,此处不修改，“集群部署过程-检查主机正确性”会有警告
cat <<EOF >> /etc/rc.local
# for hadoop , disable thp
echo 10 > /proc/sys/vm/swappiness
echo never > /sys/kernel/mm/transparent_hugepage/defrag
echo never > /sys/kernel/mm/transparent_hugepage/enabled
EOF
敲完后继续执行
echo never > /sys/kernel/mm/transparent_hugepage/defrag
echo never > /sys/kernel/mm/transparent_hugepage/enabled
主节点部署BDP（主节点操作）
主节点，部署BDP，修改配置文件，红色标出位置修改为主节点主机名，初始化产品库，发送cm文件至其他节点
#进入目录
cd /opt/cosmo/bdp/
#rpm安装
rpm -ivh cosmo++bdp-8.0-1.el7.x86_64.rpm --force --nodeps
Preparing... ################################# [100%]
Updating / installing...
1:cosmo++bdp-8.0-1 ################################# [100%]
#修改配置
vi /etc/cosmo++bdp/config.ini
1 [General]
2 # Hostname of the CM server.
3 server_host=cosmobdp-01 #改为主节点hostname名字
4
...
#检查java环境
/opt/cm-5.13.0/share/cmf/schema/scm_prepare_database.sh mysql cm -h192.168.0.155 -uroot -pCosmo_6003 --scm-host localhost scm scm scm #这里localhost改为主节点ip，密码改为主节点mysql的连接密码
或者
/opt/cm-5.13.0/share/cmf/schema/scm_prepare_database.sh mysql cm -hlocalhost -uroot -pCosmo_6003 --scm-host localhost scm scm scm
JAVA_HOME=/opt/cosmo/com/public/jdk_lin
Verifying that we can write to /opt/cm-5.13.0/etc/cloudera-scm-server
Creating SCM configuration file in /opt/cm-5.13.0/etc/cloudera-scm-server
Executing: /opt/cosmo/com/public/jdk_lin/bin/java -cp /usr/share/java/mysql-connector-java.jar:/usr/share/java/oracle-connector-java.jar:/opt/cm-5.13.0/share/cmf/schema/../lib/* com.cloudera.enterprise.dbutil.DbCommandExecutor /opt/cm-5.13.0/etc/cloudera-scm-server/db.properties com.cloudera.cmf.db.
2020-03-25 03:03:03,697 [main] INFO com.cloudera.enterprise.dbutil.DbCommandExecutor - Successfully connected to database.
All done, your SCM database is configured correctly!
# 上文 确认大数据组件安装目录 如修改安装目录，请适当调整发送命令：
scp -r /opt/cm-5.13.0/* root@cosmobdp-01:/opt/cm-5.13.0/ #注意修改主机名，没改默认安装路径主节点不需要执行
scp -r /opt/cm-5.13.0 root@cosmobdp-02:/opt/ #注意修改主机名
scp -r /opt/cm-5.13.0 root@cosmobdp-03:/opt/ #注意修改主机名
=========================================================
#如果以下错误是因为cm库已经存在进入mysql中删掉cm库重新执行上一条命令即可解决
=========================================================
下面是报错
[root@bdp1 cm-5.13.0]# /opt/cm-5.13.0/share/cmf/schema/scm_prepare_database.sh mysql cm -h192.168.0.155 -uroot -pCosmo_6003 --scm-host localhost scm scm scm
JAVA_HOME=/usr/local/jdk_lin
Verifying that we can write to /opt/cm-5.13.0/etc/cloudera-scm-server
[ main] DbProvisioner ERROR Exception when creating/dropping database with user 'root' and jdbc url 'jdbc:mysql://192.168.0.155/?useUnicode=true&characterEncoding=UTF-8'
java.sql.SQLException: Can't create database 'cm'; database exists
at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:1094)[mysql-connector-java.jar:]
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4208)[mysql-connector-java.jar:]
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4140)[mysql-connector-java.jar:]
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2597)[mysql-connector-java.jar:]
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2758)[mysql-connector-java.jar:]
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2820)[mysql-connector-java.jar:]
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2769)[mysql-connector-java.jar:]
at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:907)[mysql-connector-java.jar:]
at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:791)[mysql-connector-java.jar:]
at com.cloudera.enterprise.dbutil.DbProvisioner.executeSql(DbProvisioner.java:299)[db-common-5.13.0.jar:]
at com.cloudera.enterprise.dbutil.DbProvisioner.doMain(DbProvisioner.java:104)[db-common-5.13.0.jar:]
at com.cloudera.enterprise.dbutil.DbProvisioner.main(DbProvisioner.java:123)[db-common-5.13.0.jar:]
[ main] DbProvisioner ERROR Stack Trace:
java.sql.SQLException: Can't create database 'cm'; database exists
at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:1094)[mysql-connector-java.jar:]
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4208)[mysql-connector-java.jar:]
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4140)[mysql-connector-java.jar:]
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2597)[mysql-connector-java.jar:]
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2758)[mysql-connector-java.jar:]
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2820)[mysql-connector-java.jar:]
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2769)[mysql-connector-java.jar:]
at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:907)[mysql-connector-java.jar:]
at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:791)[mysql-connector-java.jar:]
at com.cloudera.enterprise.dbutil.DbProvisioner.executeSql(DbProvisioner.java:299)[db-common-5.13.0.jar:]
at com.cloudera.enterprise.dbutil.DbProvisioner.doMain(DbProvisioner.java:104)[db-common-5.13.0.jar:]
at com.cloudera.enterprise.dbutil.DbProvisioner.main(DbProvisioner.java:123)[db-common-5.13.0.jar:]
--> Error 1, giving up (use --force if you wish to ignore the error)
启动集群管理服务
#主节点，启动server服务
/opt/cm-5.13.0/etc/init.d/cloudera-scm-server start
Starting cloudera-scm-server: [ OK ]
# 查看server日志，出现红色字样说明启动成功；错误信息是因为无法连接到相关互联网地址，请忽略
#查看日志
tail -f /opt/cm-5.13.0/log/cloudera-scm-server/cloudera-scm-server.log
...
2020-03-25 03:34:51,995 INFO WebServerImpl:org.mortbay.log: jetty-6.1.26.cloudera.4
2020-03-25 03:34:52,001 INFO WebServerImpl:org.mortbay.log: Started SelectChannelConnector@0.0.0.0:7180
2020-03-25 03:34:52,001 INFO WebServerImpl:com.cloudera.server.cmf.WebServerImpl: Started Jetty server.
...
2020-03-25 03:34:52,739 ERROR ParcelUpdateService:com.cloudera.parcel.components.ParcelDownloaderImpl: Unable to retrieve remote parcel repository manifest
java.util.concurrent.ExecutionException: java.net.ConnectException: Connection refused to https://archive.cloudera.com/cdh5/parcels/5.13/manifest.json
at com.ning.http.client.providers.netty.NettyResponseFuture.abort(NettyResponseFuture.java:297)
...
#所有节点，启动agent服务 （#所有节点启动包括主节点）
/opt/cm-5.13.0/etc/init.d/cloudera-scm-agent start
Starting cloudera-scm-agent: [ OK ]
# 查看agent日志，下面错误信息为dns问题，忽略
tail -f /opt/cm-5.13.0/log/cloudera-scm-agent/cloudera-scm-agent.log
[25/Mar/2020 11:41:53 +0000] 2994 MainThread parcel_cache INFO Using /opt/cloudera/parcel-cache for parcel cache
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent INFO Flood daemon (re)start attempt
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent INFO Created /opt/cloudera/parcels/.flood
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent INFO Chowning /opt/cloudera/parcels/.flood to cloudera-scm (996) cloudera-scm (994)
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent INFO Chmod'ing /opt/cloudera/parcels/.flood to 0755
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent INFO Triggering supervisord update.
[25/Mar/2020 11:41:53 +0000] 2994 MainThread downloader ERROR Failed rack peer update: [Errno 111] Connection refused
[25/Mar/2020 11:41:53 +0000] 2994 MainThread agent INFO Active parcel list updated; recalculating component info.
[25/Mar/2020 11:41:53 +0000] 2994 MainThread throttling_logger WARNING CMF_AGENT_JAVA_HOME environment variable host override will be deprecated in future. JAVA_HOME setting configured from CM server takes precedence over host agent override. Configure JAVA_HOME setting from CM server.
[25/Mar/2020 11:41:53 +0000] 2994 MainThread throttling_logger INFO Identified java component java8 with full version JAVA_HOME=/opt/cosmo/com/public/jdk_lin java version "1.8.0_171" Java(TM) SE Runtime Environment (build 1.8.0_171-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.171-b11, mixed mode) for requested version .
2.7 集群部署
访问：http://主节点ip:7180 初始用户名/密码：admin/admin 输入用户名密码，点击登录按钮
装完大数据后得
1.去修改cosmo.url.js
2.看gdf页面 运行监控 有哪些功能 然后去大数据页面7180看数字然后去gdf里的change文件找到对应的改为对应的数字
3.nacos里的cosmosource里的yarn密码是服务器的登录密码
永洪科技，致力于打造全球领先的数据技术厂商，具备从数据应用方案咨询、BI、AIGC智能分析、数字孪生、数据资产、数据治理、数据实施的端到端大数据价值服务能力。
更多推荐
0
0- 0
已为社区贡献1条内容
所有评论(0)