注意：必須是ubuntu18.04衣摩，ubuntu20.04版不能安裝（parcel無法識別）
準備工作
- 更新系統(tǒng)
sudo apt update -y && sudo apt upgrade -y
- 安裝ntp等常用命令
sudo apt install ntp vim tree nload net-tools wget curl -y
- 設置時區(qū)
sudo timedatectl set-timezone 'Asia/Shanghai'
- 安裝python2
sudo apt install python2 -y
#sudo update-alternatives --install /usr/bin/python python /usr/bin/python2.7 1
安裝cloudera-scm-agent
- 安裝jdk8
sudo apt install openjdk-8-jdk -y
注意：
需編輯
/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/security/java.security
注釋掉jdk.tls.disabledAlgorithms相關行
- 下載cloudera-scm-agent昂验、cloudera-scm-daemons并安裝
sudo apt install -y ./cloudera-manager-daemons_6.3.1~1466458.ubuntu1804_all.deb \
./cloudera-manager-agent_6.3.1~1466458.ubuntu1804_amd64.deb
配置cloudera-scm-server
- 配置
/var目錄
sudo mkdir -p /var/log/cloudera-scm-server
sudo chown cloudera-scm:cloudera-scm /var/log/cloudera-scm-server
sudo chmod 755 /var/log/cloudera-scm-server
sudo mkdir -p /var/run/cloudera-scm-server
- 配置
/usr目錄
sudo cp cloudera-scm-server.service /lib/systemd/system/cloudera-scm-server.service
sudo ln -s /lib/systemd/system/cloudera-scm-server.service /etc/systemd/system/multi-user.target.wants/cloudera-scm-server.service
- 配置
/opt目錄
sudo mkdir -p /opt/cloudera/csd
sudo chown cloudera-scm:cloudera-scm /opt/cloudera/csd
sudo mkdir -p /opt/cloudera/parcel-repo
sudo chown cloudera-scm:cloudera-scm /opt/cloudera/parcel-repo
- 配置
/etc目錄
sudo mkdir -p /etc/cloudera-scm-server
sudo cp db.properties /etc/cloudera-scm-server/db.properties
sudo cp log4j.properties /etc/cloudera-scm-server/log4j.properties
sudo cp cloudera-scm-server /etc/default/cloudera-scm-server
配置MySQL
- 安裝MySQL
sudo apt install ./mysql-client_5.7.42-1ubuntu18.04_amd64.deb \
./mysql-common_5.7.42-1ubuntu18.04_amd64.deb \
./mysql-server_5.7.42-1ubuntu18.04_amd64.deb \
./mysql-community-client_5.7.42-1ubuntu18.04_amd64.deb \
./mysql-community-server_5.7.42-1ubuntu18.04_amd64.deb
- 修改MySQL配置艾扮，并重啟
sudo bash -c "cat >> /etc/mysql/mysql.conf.d/mysqld.cnf" <<EOF
default-storage-engine=INNODB
character-set-server=utf8
collation-server=utf8_general_ci
EOF
sudo sed -i 's/^bind-address.*$/bind-address = 0.0.0.0/' /etc/mysql/mysql.conf.d/mysqld.cnf
sudo systemctl restart mysql
- 登錄MySQL呛梆，修改密碼和權限
SET PASSWORD = PASSWORD('YhAS0RPo3tnQq!');
grant all privileges on *.* to 'root'@'%' identified by 'YhAS0RPo3tnQq!';
- 登錄MySQL纹腌，新建cmf和hive數(shù)據庫
CREATE DATABASE IF NOT EXISTS cmf DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE DATABASE IF NOT EXISTS hive DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
- 安裝MySQL驅動
sudo mkdir -p /usr/share/java
sudo cp mysql-connector-java-5.1.47.jar /usr/share/java/mysql-connector-java.jar
配置cloudera-scm-server
- 編輯/etc/cloudera-scm-server/db.properties，配置數(shù)據庫广凸，示例如下：
com.cloudera.cmf.db.type=mysql
com.cloudera.cmf.db.host=localhost
com.cloudera.cmf.db.name=cmf
com.cloudera.cmf.db.user=root
com.cloudera.cmf.db.password=YhAS0RPo3tnQq!
com.cloudera.cmf.db.setupType=EXTERNAL
配置parcel
sudo cp CDH-6.3.2-1.cdh6.3.2.p0.1605554-bionic.parcel /opt/cloudera/parcel-repo/CDH-6.3.2-1.cdh6.3.2.p0.1605554-bionic.parcel
sudo cp manifest.json /opt/cloudera/parcel-repo/manifest.json
sudo cp CDH-6.3.2-1.cdh6.3.2.p0.1605554-bionic.parcel.sha /opt/cloudera/parcel-repo/CDH-6.3.2-1.cdh6.3.2.p0.1605554-bionic.parcel.sha
sudo chown cloudera-scm:cloudera-scm -R /opt/cloudera/parcel-repo
啟動
sudo service cloudera-scm-server restart
sudo service cloudera-scm-agent restart
