Linux中Centos7搭建Hadoop服务步骤

tar -zxvf hadoop-2.8.0.tar.gz -C /usr/local

mv /usr/local/hadoop-2.8.0 /usr/local/hadoop 

hostname //第一个参数为主机名

ssh localhost //这里的localhost为主机名

ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa

cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa

cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

vim /etc/profile 

export HADOOP_HOME=/usr/local/hadoop 
export PATH=$JAVA_HOME/bin:$PATH:$HOME/bin:$HADOOP_HOME/bin 

source /etc/profile 

mkdir /usr/local/hadoop/tmp

cd /usr/local/hadoop/etc/hadoop/
vim hadoop-env.sh

export JAVA_HOME=/usr/local/java/jdk1.8.0_131/ 
export HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop

source hadoop-env.sh

vim core-site.xml 

 
    fs.defaultFS 
    hdfs://localhost:9000 
   
 
hadoop.tmp.dir 
file:/usr/local/hadoop/tmp 
     

vim hdfs-site.xml

 
    dfs.replication 
    1 
   
  
    dfs.namenode.name.dir 
    file:/usr/local/hadoop/tmp/dfs/name 
     
     
     dfs.datanode.data.dir 
     file:/usr/local/hadoop/tmp/dfs/data 
     

cp mapred-site.xml.template mapred-site.xml 

 
    mapreduce.framework.name 
    yarn 
  

vim yarn-site.xml

 
    yarn.nodemanager.aux-services 
    mapreduce_shuffle 
  

cd /usr/local/hadoop
bin/hdfs namenode-format

sbin/start-dfs.sh

sbin/start-yarn.sh