Hadoop2HA介绍

 1 
 2           
 3              dfs.replication
 4              2
 5             // 指定DataNode存储block的副本数量
 6           
 7              dfs.permissions
 8              false
 9           
10           
11              dfs.permissions.enabled
12              false
13           
14               
15              dfs.nameservices  
16              cluster1    
17             //给hdfs集群起名字
18           
19             dfs.ha.namenodes.cluster1
20             hadoop1,hadoop2
21             //指定NameService是cluster1时的namenode
22          
23             dfs.namenode.rpc-address.cluster1.hadoop1
24             hadoop1:9000
25             //指定hadoop101的RPC地址 
26              
27            dfs.namenode.http-address.cluster1.hadoop1    
28            hadoop1:50070    
29             //指定hadoop101的http地址   
30              
31            dfs.namenode.rpc-address.cluster1.hadoop2    
32            hadoop2:9000    
33          
34              
35            dfs.namenode.http-address.cluster1.hadoop2    
36            hadoop2:50070   
37          
38          
39            dfs.namenode.servicerpc-address.cluster1.hadoop1
40            hadoop1:53310
41          
42          
43            dfs.namenode.servicerpc-address.cluster1.hadoop2
44            hadoop2:53310
45          
46            
47            dfs.ha.automatic-failover.enabled.cluster1  
48            true  
49             //指定cluster1是否启动自动故障恢复
50         
51        dfs.namenode.shared.edits.dir       qjournal://hadoop1:8485;hadoop2:8485;hadoop3:8485;hadoop4:8485;hadoop5:8485/cluster1
52       //指定cluster1的两个NameNode共享edits文件目录时，使用的JournalNode集群信息
53        
54  dfs.client.failover.proxy.provider.cluster1       org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider
55          //指定cluster1出故障时，哪个实现类负责执行故障切换
56          
57           dfs.journalnode.edits.dir    
58           /home/muzili/yarn/yarn_data/tmp/journal    
59        //指定JournalNode集群在对NameNode的目录进行共享时，自己存储数据的磁盘路径
60            
61           dfs.ha.fencing.methods    
62           sshfence    
63        
64                
65            dfs.ha.fencing.ssh.private-key-files    
66            /home/muzili/.ssh/id_rsa    
67        
68            
69            dfs.ha.fencing.ssh.connect-timeout
70            10000
71        
72        
73            dfs.namenode.handler.count
74            100
75       
76       

1      
2        
3            mapreduce.framework.name
4            yarn
5       
6        //指定运行mapreduce的环境是yarn，与hadoop1不同的地方

 1     
 2           
 3          yarn.resourcemanager.hostname    
 4          hadoop1    
 5         //自定义ResourceManager的地址，还是单点
 6       
 7          yarn.nodemanager.aux-services
 8          mapreduce.shuffle
 9       
10    

 JAVA_HOME=/usr/lib/jvm/jdk1.7.0_51   
 export PATH=$PATH:$JAVA_HOME/bin
 export HBASE_HOME=/home/muzili/hadoop-2.2.0/app/hbase-0.94.6-cdh4.4.0
 export HIVE_HOME=/home/muzili/hadoop-2.2.0/app/hive-0.12.0/
 export HADOOP_HOME=/home/muzili/hadoop-2.2.0
 export PATH=$PATH:$HBASE_HOME/bin:$HIVE_HOME/bin:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
 export CLASSPATH=.:$JAVA_HOME/lib/tools.jar:$JAVA_HOME/lib/dt.jar
 export ZOOKEEPER_HOME=/home/muzili/yarn/hadoop-2.2.0/app/zookeeper-3.4.5
 export PATH=$PATH:$ZOOKEEPER_HOME/bin