zoukankan      html  css  js  c++  java
  • hadoop的伪分布环境配置(2.5.2)

    /hadoop/etc/hadoop/

    Eclipse   ::  http://my.oschina.net/lanzp/blog/309078?fromerr=blt5oYkF

    core-site.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    <!--
      Licensed under the Apache License, Version 2.0 (the "License");
      you may not use this file except in compliance with the License.
      You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

      Unless required by applicable law or agreed to in writing, software
      distributed under the License is distributed on an "AS IS" BASIS,
      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      See the License for the specific language governing permissions and
      limitations under the License. See accompanying LICENSE file.
    -->

    <!-- Put site-specific property overrides in this file. -->

    <configuration>
    <property>
    <name>hadoop.tmp.dir</name>
    <value>/usr/local/hadoop/tmp</value>
    <description>A base for other temporary directories.</description>
    </property>

    <property>
    <name>fs.default.name</name>
    <value>hdfs://dias:9000</value>
    </property>

    <property>
    <name>io.file.buffer.size</name>
    <value>131072</value>
    </property>

    <property>
    <name>hadoop.proxyuser.root.hosts</name>
    <value>dias</value>
    </property>

    <property>
    <name>hadoop.proxyuser.root.groups</name>
    <value>*</value>
    </property>
    </configuration>

    hdfs-site.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    <!--
      Licensed under the Apache License, Version 2.0 (the "License");
      you may not use this file except in compliance with the License.
      You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

      Unless required by applicable law or agreed to in writing, software
      distributed under the License is distributed on an "AS IS" BASIS,
      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      See the License for the specific language governing permissions and
      limitations under the License. See accompanying LICENSE file.
    -->

    <!-- Put site-specific property overrides in this file. -->

    <configuration>
     <property>
    <name>dfs.namenode.name.dir</name>
    <value>/usr/local/hadoop/hdfs/name</value>
    <final>true</final>
    </property>

    <property>
    <name>dfs.datanode.data.dir</name>
    <value>/usr/local/hadoop/hdfs/data</value>
    <final>true</final>
    </property>

    <property>
    <name>dfs.replication</name>
    <value>1</value>
    </property>

    <property>
    <name>dfs.permissions</name>
    <value>false</value>
    </property>
    </configuration>

    mapred-site.xml

    <?xml version="1.0"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    <!--
      Licensed under the Apache License, Version 2.0 (the "License");
      you may not use this file except in compliance with the License.
      You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

      Unless required by applicable law or agreed to in writing, software
      distributed under the License is distributed on an "AS IS" BASIS,
      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      See the License for the specific language governing permissions and
      limitations under the License. See accompanying LICENSE file.
    -->

    <!-- Put site-specific property overrides in this file. -->

    <configuration>
     <property>
    <name>mapreduce.framework.name</name>
    <value>Yarn</value>
    </property>

    <property>
    <name>mapreduce.jobhistory.address</name>
    <value>namenode:10020</value>
    </property>

    <property>
    <name>mapreduce.jobhistory.webapp.address</name>
    <value>namenode:19888</value>
    </property>

    <property>
    <name>mapreduce.jobhistory.intermediate-done-dir</name>
    <value>/mr-history/tmp</value>
    </property>

    <property>
    <name>mapreduce.jobhistory.done-dir</name>
    <value>/mr-history/done</value>
    </property>
    </configuration>


    yarn-site.xml

    <?xml version="1.0"?>
    <!--
      Licensed under the Apache License, Version 2.0 (the "License");
      you may not use this file except in compliance with the License.
      You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

      Unless required by applicable law or agreed to in writing, software
      distributed under the License is distributed on an "AS IS" BASIS,
      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      See the License for the specific language governing permissions and
      limitations under the License. See accompanying LICENSE file.
    -->
    <configuration>

    <!-- Site specific YARN configuration properties -->

    <property>
    <name>Yarn.nodemanager.aux-services</name>
    <value>mapreduce.shuffle</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.address</name>
    <value>dias:18040</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.scheduler.address</name>
    <value>dias:18030</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.resource-tracker.address</name>
    <value>dias:18025</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.admin.address</name>
    <value>dias:18041</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.webapp.address</name>
    <value>dias:8088</value>
    </property>

    <property>
    <name>Yarn.nodemanager.local-dirs</name>
    <value>/usr/local/hadoop/mynode/my</value>
    </property>

    <property>
    <name>Yarn.nodemanager.log-dirs</name>
    <value>/usr/local/hadoop/mynode/logs</value>
    </property>

    <property>
    <name>Yarn.nodemanager.log.retain-seconds</name>
    <value>10800</value>
    </property>

    <property>
    <name>Yarn.nodemanager.remote-app-log-dir</name>
    <value>/logs</value>
    </property>

    <property>
    <name>Yarn.nodemanager.remote-app-log-dir-suffix</name>
    <value>logs</value>
    </property>

    <property>
    <name>Yarn.log-aggregation.retain-seconds</name>
    <value>-1</value>
    </property>

    <property>
    <name>Yarn.log-aggregation.retain-check-interval-seconds</name>
    <value>-1</value>
    </property>

    </configuration>

    yarn-env.sh

    export JAVA_HOME=/usr/java/jdk1.7.0_79

    hadoop-env.sh

    export JAVA_HOME=/usr/java/jdk1.7.0_79


  • 相关阅读:
    Windows Phone 独立存储资源管理器工具
    Windows Phone 选择器
    Windows Phone 启动器
    Windows Phone 8 ControlTiltEffect
    ActivatedEventArgs.IsApplicationInstancePreserved 属性
    HttpWebRequest BeginGetResponse EndGetResponse
    python并发编程-进程间通信-Queue队列使用-生产者消费者模型-线程理论-创建及对象属性方法-线程互斥锁-守护线程-02
    python并发编程-进程理论-进程方法-守护进程-互斥锁-01
    python网络编程-socket套接字通信循环-粘包问题-struct模块-02
    python网络编程-异常处理-异常捕获-抛出异常-断言-自定义异常-UDP通信-socketserver模块应用-03
  • 原文地址:https://www.cnblogs.com/TendToBigData/p/10501456.html
Copyright © 2011-2022 走看看