zoukankan      html  css  js  c++  java
  • 配置hadoop集群,完全分布式模式

     [/soft/hadoop/etc/hadoop] 

    [hdfs-site.xml]

    <configuration>
    	<property>
    		<name>dfs.replication</name>
    		<value>3</value>
    	</property>
    	
    	<property>
                    <name>dfs.hosts</name>    // 这个是白名单 ,  可以添加节点
                    <value>/soft/hadoop/etc/dfs.hosts.txt</value>
            </property>
    	
    	<property>
    		<name>dfs.hosts.exclude</name>  // 黑名单,  删除节点。 
    		<value>/soft/hadoop/etc/dfs.hosts.exclude.txt</value>
    	</property>
    </configuration>
    

      

     

    [mapred-site.xml]

    [ljs@s11 /soft/hadoop/etc/hadoop]$cat mapred-site.xml
    <?xml version="1.0"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    
    
    <configuration>
    	<property>
    		<name>mapreduce.framework.name</name>
    		<value>yarn</value>
    	</property>
    </configuration>
    

     hdfs dfsadmin refreshNodes

    [yarn.xml]

    [ljs@s11 /soft/hadoop/etc/hadoop]$cat yarn-site.xml 
    <?xml version="1.0"?>
    <configuration>
    	<property>
    		<name>yarn.resourcemanager.hostname</name>
    		<value>s11</value>
    	</property>
    	<property>
    		<name>yarn.nodemanager.aux-services</name>
    		<value>mapreduce_shuffle</value>
    	</property>
    
    </configuration>
    

     

    [core-site.xml] 

    [ljs@s11 /soft/hadoop/etc/hadoop]$cat hadoop-sicat core-site.xml 
    cat: hadoop-sicat: No such file or directory
    <?xml version="1.0" encoding="UTF-8"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    
    <configuration>
    	<property>
    		<name>fs.defaultFS</name>
    		<value>hdfs://s11/</value>
    	</property>
    	<property>
    		<name>hadoop.tmp.dir</name>
    		<value>/home/ljs/hadoop</value>
    	</property>
    </configuration>
    

      

    [slaves]

    [ljs@s11 /soft/hadoop/etc/hadoop]$cat slaves 
    s12
    s13
    s14
    s15
    

      

     

  • 相关阅读:
    nor flash之4字节地址模式
    DroidVim:在安卓手机上使用vim
    从linux命令行分享文件:bashupload.com和transfer.sh
    记一个实时Linux的中断线程化问题
    nor flash之写保护开销
    第七届开源操作系统会议(OS2ATC 2019)见闻及资料分享
    nor flash之擦除和写入
    PyCharm 远程调试代码
    【图像分析】形态学
    【强化学习】DQN 算法改进
  • 原文地址:https://www.cnblogs.com/lijins/p/10032356.html
Copyright © 2011-2022 走看看