ubuntu16.04 server版搭建cloudera5

1.ubuntu16.04系统Java环境配置

2.ubuntu16.04 下载anaconda5.2-python3.6

3.ubuntu16.04 安装mysql5.7并设置root远程访问

4.修改hostname和hosts

sudo vim /etc/hostname
#修改为 master.dev
sudo vim /etc/hosts
#添加 该主机的ip地址 例
192.168.1.12  master.dev

5.准备CDH需要的目录

mkdir /opt/cloudera-manager 
mkdir -p /opt/cloudera/parcel-repo 
mkdir -p /opt/cloudera/parcels 
mkdir /var/log/cloudera-scm-headlamp 
mkdir /var/log/cloudera-scm-firehose 
mkdir /var/log/cloudera-scm-alertpublisher 
mkdir /var/log/cloudera-scm-eventserver 
mkdir /var/lib/cloudera-scm-headlamp 
mkdir /var/lib/cloudera-scm-firehose 
mkdir /var/lib/cloudera-scm-alertpublisher 
mkdir /var/lib/cloudera-scm-eventserver 
mkdir /var/lib/cloudera-scm-server

6.配置ssh免密登录

7.关闭防火墙

sudo ufw disable
#重启系统
sudo reboot

8.安装和配置ntp

sudo apt-get update
sudo apt-get install ntp
sudo vim /etc/ntp.conf 
#在文件最后追加
server 2.cn.pool.ntp.org 
server 1.asia.pool.ntp.org 
server 2.asia.pool.ntp.org 
server 127.0.0.1 
restrict -6 default kod notrap nomodif
#保存退出
#重启ntp
sudo service ntp restart

9.创建数据库

#进入数据库 mysql -u root -p
create database scm DEFAULT CHARACTER SET utf8;
grant all on scm.* TO 'scm'@'%' IDENTIFIED BY '123456';
grant all on *.* TO 'scm'@'master.dev' IDENTIFIED BY '123456';
grant all on scm.* TO 'scm'@'localhost' IDENTIFIED BY '123456';
create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database amon DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database hue DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database monitor DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database oozie DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database smon DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database rman DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database hmon DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
create database nav DEFAULT CHARSET utf8 COLLATE utf8_general_ci; 
flush privileges;
exit

10.导入安装包

(1)将所有需要的安装包 全部导入

/opt/cloudera/parcel-repo
#过程繁杂 本来直接将所有安装包压缩 直接解压即可

11.安装Cloudera Manager Server

sudo vim /etc/apt/sources.list.d/cloudera-manager.list
#添加
deb [arch=amd64] https://archive.cloudera.com/cm5/ubuntu/xenial/amd64/cm/ xenial-cm5.14.1 contrib
#保存退出

sudo apt-get update
sudo apt-get install cloudera-manager-daemons cloudera-manager-server
#若安装失败则可以
sudo vim /etc/apt/sources.list.d/cloudera-manager.list
#将 archive.cloudera.com 修改为 cloudera.proxy.ustclug.org
#保存退出
sudo apt-get update
sudo apt-get install cloudera-manager-daemons cloudera-manager-server

12.schema连接

#自行下载 mysql-connector-java-5.1.46.tar.gz
#解压后，进入文件执行
cp mysql-connector-java-5.1.46-bin.jar  /usr/share/java/
cp mysql-connector-java-5.1.46-bin.jar  /usr/share/cmf/lib/
sudo /usr/share/cmf/schema/scm_prepare_database.sh mysql scm scm 123456

13.启动Cloudera Manager Server

sudo service cloudera-scm-server start
#若失败则
sudo vim /etc/default/cloudera-scm-server
#在最后加入你的java环境与/etc/profile同
#例
JAVA_HOME=/usr/local/java/jdk1.8.0_151
PATH=$PATH:$HOME/bin:$JAVA_HOME/bin
export JAVA_HOME
export PATH
#保存退出
sudo service cloudera-scm-server start

14.安装Cloudera Manager Agents

sudo apt-get install cloudera-manager-agent cloudera-manager-daemons
#若安装失败则可以
sudo vim /etc/apt/sources.list.d/cloudera-manager.list
#将 archive.cloudera.com 修改为 cloudera.proxy.ustclug.org
#保存退出
sudo apt-get update
sudo apt-get install cloudera-manager-agent cloudera-manager-daemons
#安装完成后不需要启动

15.访问服务的7180端口

(1)一直执行下一步
(2)搜索集群的页面 输入服务的ip 进行搜索然后一直下一步
(3)直到下载完毕