1、组件规划

2、配置

2.1、配置core-site.xml

     
     
          
      
       fs.defaultFS
          
      
       hdfs://dist1.lv.org:8020
      
     
     
     
          
      
       hadoop.tmp.dir
          
      
       /opt/modules/hadoop-2.5.0/data/tmp
      
     

2.2、配置hdfs-site.xml

     
     
          
      
       dfs.replication
          
      
       3
      
     
     
     
          
      
       dfs.namenode.secondary.http-address
          
      
       dist3.lv.org:50090
      
     

2.3、配置mapred-site.xml

     
     
          
      
       mapreduce.framework.name
          
      
       yarn
      
     
     
     
          
      
       mapreduce.jobhistory.address
          
      
       dist1.lv.org:10020
      
     
     
     
          
      
       mapreduce.jobhistory.webapp.address
          
      
       dist1.lv.org:19888
      
     

2.4、配置slaves

192.168.1.121 dist1.lv.org192.168.1.123 dist2.lv.org192.168.1.125 dist3.lv.org

2.5、配置yarn-site.xml

     
     
          
      
       yarn.resourcemanager.hostname
          
      
       dist2.lv.org
      
     
     
     
          
      
       yarn.nodemanager.aux-services
          
      
       mapreduce_shuffle
      
     
     
     
          
      
       yarn.log-aggregation-enable
          
      
       true
      
     
     
     
          
      
       yarn.log-aggregation.retain-seconds
          
      
       106800
      
     

2.6、配置mapred-site.xml

     
          
      
       mapreduce.framework.name
      	
      
       yarn
      
     
     	
      
       mapreduce.jobhistory.address
      	
      
       dist1.lv.org:10020
      
     
     	
      
       mapreduce.jobhistory.webapp.address
      	
      
       dist1.lv.org:19888