zoukankan      html  css  js  c++  java
  • 配置hadoop集群,完全分布式模式

     [/soft/hadoop/etc/hadoop] 

    [hdfs-site.xml]

    <configuration>
    	<property>
    		<name>dfs.replication</name>
    		<value>3</value>
    	</property>
    	
    	<property>
                    <name>dfs.hosts</name>    // 这个是白名单 ,  可以添加节点
                    <value>/soft/hadoop/etc/dfs.hosts.txt</value>
            </property>
    	
    	<property>
    		<name>dfs.hosts.exclude</name>  // 黑名单,  删除节点。 
    		<value>/soft/hadoop/etc/dfs.hosts.exclude.txt</value>
    	</property>
    </configuration>
    

      

     

    [mapred-site.xml]

    [ljs@s11 /soft/hadoop/etc/hadoop]$cat mapred-site.xml
    <?xml version="1.0"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    
    
    <configuration>
    	<property>
    		<name>mapreduce.framework.name</name>
    		<value>yarn</value>
    	</property>
    </configuration>
    

     hdfs dfsadmin refreshNodes

    [yarn.xml]

    [ljs@s11 /soft/hadoop/etc/hadoop]$cat yarn-site.xml 
    <?xml version="1.0"?>
    <configuration>
    	<property>
    		<name>yarn.resourcemanager.hostname</name>
    		<value>s11</value>
    	</property>
    	<property>
    		<name>yarn.nodemanager.aux-services</name>
    		<value>mapreduce_shuffle</value>
    	</property>
    
    </configuration>
    

     

    [core-site.xml] 

    [ljs@s11 /soft/hadoop/etc/hadoop]$cat hadoop-sicat core-site.xml 
    cat: hadoop-sicat: No such file or directory
    <?xml version="1.0" encoding="UTF-8"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    
    <configuration>
    	<property>
    		<name>fs.defaultFS</name>
    		<value>hdfs://s11/</value>
    	</property>
    	<property>
    		<name>hadoop.tmp.dir</name>
    		<value>/home/ljs/hadoop</value>
    	</property>
    </configuration>
    

      

    [slaves]

    [ljs@s11 /soft/hadoop/etc/hadoop]$cat slaves 
    s12
    s13
    s14
    s15
    

      

     

  • 相关阅读:
    E
    J
    D
    并查集加优先队列
    动态规划-数位DPwindy
    动态规划-分组背包问题
    动态规划-LIS1
    动态规划-01背包
    [cf1434E]A Convex Game
    [atAGC106F]Figures
  • 原文地址:https://www.cnblogs.com/lijins/p/10032356.html
Copyright © 2011-2022 走看看