安裝x2go 遠(yuǎn)程桌面和MATE
sudo yum install x2goserver -y
sudo yum install epel-release -y
sudo yum groupinstall "X Window system" -y
sudo yum groupinstall "MATE Desktop" -y
下載hadoop2.7.3 - binary 和spark1.6.2
http://hadoop.apache.org/releases.html
http://spark.apache.org/
也可以直接wget命令下載
sudo wget http://apache.mirror.digitalpacific.com.au/hadoop/common/hadoop-2.7.3/hadoop-2.7.3.tar.gz
sudo wget http://apache.mirror.serversaustralia.com.au/spark/spark-1.6.2/spark-1.6.2-bin-hadoop2.6.tgz
解壓
tar -zxvf hadoop-2.7.3.tar.gz
tar -zxvf spark-1.6.2-bin-hadoop2.6.tgz
最好直接在自己新建的路徑下解壓减余，比如
hadoop路徑
spark路徑
添加SSHkey
這里一直回車就可以
ssh-keygen -t rsa -P ""
cat $HOME/.ssh/id_rsa.pub>>$HOME/.ssh/authorized_keys
ssh localhost
可以執(zhí)行ssh localhost連接到自己就表示成功
ssh localhost
添加環(huán)境變量
此前要先安裝jdk午笛，教程在此
http://tecadmin.net/install-java-8-on-centos-rhel-and-fedora/
然后配置環(huán)境變量
sudo vim ~/.bashrc
在環(huán)境變量文件中添加以下內(nèi)容
export JAVA_HOME=/opt/jdk1.8.0_101
export JRE_HOME=/opt/jdk1.8.0_101/jre
export PATH=$PATH:/opt/jdk1.8.0_101/bin:/opt/jdk1.8.0_101/jre/bin
# 此處路徑修改為對(duì)應(yīng)的hadoop所在的文件解壓路徑
export HADOOP_INSTALL=/home/ec2-user/hadoop/hadoop-2.7.3
export PATH=$PATH:$HADOOP_INSTALL/bin
export PATH=$PATH:$HADOOP_INSTALL/sbin
export HADOOP_MAPRED_HOME=$HADOOP_INSTALL
export HADOOP_COMMON_HOME=$HADOOP_INSTALL
export HADOOP_HDFS_HOME=$HADOOP_INSTALL
export YARN_HOME=$HADOOP_INSTALL
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_INSTALL/lib/native
export HADOOP_OPTS="-Djava.library.path=$HADOOP_INSTALL/lib"
export PATH=${PATH}:${JAVA_HOME}/bin
export PATH=${PATH}:${JAVA_HOME}/lib
export HADOOP_CLASSPATH=${JAVA_HOME}/lib/tools.jar
alias hls='hadoop fs -ls '
alias hput='hadoop fs -put '
alias hmv='hadoop fs -mv '
alias hmkdir='hadoop fs -mkdir '
alias hcat='hadoop fs -cat '
保存后別忘了生效配置
source ~/.bashrc
替換hadoop文件
把Quan給的etc文件替換到hadoop目錄下
然后
hadoop namenode -format
sbin/start-dfs.sh
jps # 成功后顯示NameNode,DataNode,SecondaryNameNode
