zoukankan      html  css  js  c++  java
  • CDH4 journalnode方式手工安装手册之二

     

    一、                                Hadoop配置修改

    修改core-site.xml文件

    <configuration>

      <property>

        <name>fs.defaultFS</name>

        <value>hdfs://bch:9000</value>

      </property>

      <property>

        <name>ha.zookeeper.quorum</name>

        <value>cdh-master:2181,cdh-node1:2181,cdh-node2:2181</value>

      </property>

      <property>

        <name>mapred.job.tracker</name>

        <value>hdfs://172.168.10.251:9001</value>

      </property>

      <property>

        <name>dfs.replication</name>

        <value>1</value>

      </property>

      <property>

        <name>io.file.buffer.size</name>

        <value>131072</value>

      </property>

    </configuration>

    修改hdfs-site.xml 

    <configuration>

    <property>

    <name>dfs.nameservices</name>

    <value>bch</value>

    </property>

    <property>

    <name>dfs.ha.namenodes.bch</name>

    <value>nn1,nn2</value>

    </property>

    <property>

    <name>dfs.namenode.rpc-address.bch.nn1</name>

    <value>cdh-master:8020</value>

    </property>

    <property>

    <name>dfs.namenode.rpc-address.bch.nn2</name>

    <value>cdh-node1:8020</value>

    </property>

    <property>

    <name>dfs.namenode.http-address.bch.nn1</name>

    <value>cdh-master:50070</value>

    </property>

    <property>

    <name>dfs.namenode.http-address.bch.nn2</name>

    <value>cdh-node1:50070</value>

    </property>

    <property>

    <name>dfs.namenode.shared.edits.dir</name>

    <value>qjournal://cdh-master:8485;cdh-node1:8485;cdh-node2:8485/bch</value>

    </property>

    <property>

    <name>dfs.journalnode.edits.dir</name>

    <value>/smp/hadoop-cdh4</value>

    </property>

    <property>

    <name>dfs.client.failover.proxy.provider.bch</name>

    <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>

    </property>

    <property>

    <name>dfs.ha.fencing.methods</name>

    <!--value>sshfence</value-->

    <value>shell(/bin/true)</value>

    </property>

    <!-- namenode ha end -->

    <!-- namenode ha auto failover -->

    <property>

    <name>dfs.ha.automatic-failover.enabled</name>

    <value>true</value>

    </property>

    <property>

      <name>dfs.blocksize</name>

      <value>268435456</value>

    </property>

    <property>

      <name>dfs.namenode.http-address</name>

      <value>cdh-master:50070</value>

    </property>

    <property>

      <name>dfs.namenode.secondary.http-address</name>

      <value>cdh-node1:50090</value>

    </property>

     <property>

         <name>dfs.permissions.superusergroup</name>

         <value>hadoop</value>

     </property>

      <property>

            <name>dfs.name.dir</name>

            <value>/data/1/dfs/nn,/data/2/dfs/nn</value>

      </property>

     

     <property>

            <name>dfs.data.dir</name>

            <value>/data/1/dfs/dn,/data/2/dfs/dn,/data/3/dfs/dn</value>

     </property>

     <property>

         <name>dfs.replication</name>

         <value>1</value>

     </property>

     <property>

            <name>dfs.datanode.max.xcievers</name>

            <value>4096</value>

     </property>

    </configuration>

    分发hadoop到各个机器

  • 相关阅读:
    嵌套循环td时补齐td的解决方法
    [web.aspNet]vs2005无法断点调试网站,断点失效 IE8 vss6.0
    使IE6下PNG背景透明的七种方法任你选
    VBA之Range对象在Excel单元格赋值示例
    css控制透明度
    SQL2000中用backup 备份数据库
    软件开发人才级别划分
    sql server事务全攻略(转载)
    程序员不是神,心态决定一切
    一个真正合格程序员的七种素质
  • 原文地址:https://www.cnblogs.com/jinyz/p/3302736.html
Copyright © 2011-2022 走看看