zoukankan      html  css  js  c++  java
  • hadoop的伪分布环境配置(2.5.2)

    /hadoop/etc/hadoop/

    Eclipse   ::  http://my.oschina.net/lanzp/blog/309078?fromerr=blt5oYkF

    core-site.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    <!--
      Licensed under the Apache License, Version 2.0 (the "License");
      you may not use this file except in compliance with the License.
      You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

      Unless required by applicable law or agreed to in writing, software
      distributed under the License is distributed on an "AS IS" BASIS,
      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      See the License for the specific language governing permissions and
      limitations under the License. See accompanying LICENSE file.
    -->

    <!-- Put site-specific property overrides in this file. -->

    <configuration>
    <property>
    <name>hadoop.tmp.dir</name>
    <value>/usr/local/hadoop/tmp</value>
    <description>A base for other temporary directories.</description>
    </property>

    <property>
    <name>fs.default.name</name>
    <value>hdfs://dias:9000</value>
    </property>

    <property>
    <name>io.file.buffer.size</name>
    <value>131072</value>
    </property>

    <property>
    <name>hadoop.proxyuser.root.hosts</name>
    <value>dias</value>
    </property>

    <property>
    <name>hadoop.proxyuser.root.groups</name>
    <value>*</value>
    </property>
    </configuration>

    hdfs-site.xml

    <?xml version="1.0" encoding="UTF-8"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    <!--
      Licensed under the Apache License, Version 2.0 (the "License");
      you may not use this file except in compliance with the License.
      You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

      Unless required by applicable law or agreed to in writing, software
      distributed under the License is distributed on an "AS IS" BASIS,
      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      See the License for the specific language governing permissions and
      limitations under the License. See accompanying LICENSE file.
    -->

    <!-- Put site-specific property overrides in this file. -->

    <configuration>
     <property>
    <name>dfs.namenode.name.dir</name>
    <value>/usr/local/hadoop/hdfs/name</value>
    <final>true</final>
    </property>

    <property>
    <name>dfs.datanode.data.dir</name>
    <value>/usr/local/hadoop/hdfs/data</value>
    <final>true</final>
    </property>

    <property>
    <name>dfs.replication</name>
    <value>1</value>
    </property>

    <property>
    <name>dfs.permissions</name>
    <value>false</value>
    </property>
    </configuration>

    mapred-site.xml

    <?xml version="1.0"?>
    <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
    <!--
      Licensed under the Apache License, Version 2.0 (the "License");
      you may not use this file except in compliance with the License.
      You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

      Unless required by applicable law or agreed to in writing, software
      distributed under the License is distributed on an "AS IS" BASIS,
      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      See the License for the specific language governing permissions and
      limitations under the License. See accompanying LICENSE file.
    -->

    <!-- Put site-specific property overrides in this file. -->

    <configuration>
     <property>
    <name>mapreduce.framework.name</name>
    <value>Yarn</value>
    </property>

    <property>
    <name>mapreduce.jobhistory.address</name>
    <value>namenode:10020</value>
    </property>

    <property>
    <name>mapreduce.jobhistory.webapp.address</name>
    <value>namenode:19888</value>
    </property>

    <property>
    <name>mapreduce.jobhistory.intermediate-done-dir</name>
    <value>/mr-history/tmp</value>
    </property>

    <property>
    <name>mapreduce.jobhistory.done-dir</name>
    <value>/mr-history/done</value>
    </property>
    </configuration>


    yarn-site.xml

    <?xml version="1.0"?>
    <!--
      Licensed under the Apache License, Version 2.0 (the "License");
      you may not use this file except in compliance with the License.
      You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

      Unless required by applicable law or agreed to in writing, software
      distributed under the License is distributed on an "AS IS" BASIS,
      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
      See the License for the specific language governing permissions and
      limitations under the License. See accompanying LICENSE file.
    -->
    <configuration>

    <!-- Site specific YARN configuration properties -->

    <property>
    <name>Yarn.nodemanager.aux-services</name>
    <value>mapreduce.shuffle</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.address</name>
    <value>dias:18040</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.scheduler.address</name>
    <value>dias:18030</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.resource-tracker.address</name>
    <value>dias:18025</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.admin.address</name>
    <value>dias:18041</value>
    </property>

    <property>
    <name>Yarn.resourcemanager.webapp.address</name>
    <value>dias:8088</value>
    </property>

    <property>
    <name>Yarn.nodemanager.local-dirs</name>
    <value>/usr/local/hadoop/mynode/my</value>
    </property>

    <property>
    <name>Yarn.nodemanager.log-dirs</name>
    <value>/usr/local/hadoop/mynode/logs</value>
    </property>

    <property>
    <name>Yarn.nodemanager.log.retain-seconds</name>
    <value>10800</value>
    </property>

    <property>
    <name>Yarn.nodemanager.remote-app-log-dir</name>
    <value>/logs</value>
    </property>

    <property>
    <name>Yarn.nodemanager.remote-app-log-dir-suffix</name>
    <value>logs</value>
    </property>

    <property>
    <name>Yarn.log-aggregation.retain-seconds</name>
    <value>-1</value>
    </property>

    <property>
    <name>Yarn.log-aggregation.retain-check-interval-seconds</name>
    <value>-1</value>
    </property>

    </configuration>

    yarn-env.sh

    export JAVA_HOME=/usr/java/jdk1.7.0_79

    hadoop-env.sh

    export JAVA_HOME=/usr/java/jdk1.7.0_79


  • 相关阅读:
    Windows远程连接linuxmysql服务
    windows虚拟环境
    网站部署中遇到的系列问题
    网站部署中遇到的问题-未能加载文件或程序集“System.Data.SQLite”或它的某一个依赖项
    调用WCF错误-There was no endpoint listening
    网站部署中遇到的问题-过一段时间后连不上服务器
    网站部署中遇到的问题-网页中js,css和图片资源无法加载
    网站设置404错误页的经历
    IIS发布常见错误-HTTP 错误 404.0
    在List中常用的linq表达式
  • 原文地址:https://www.cnblogs.com/TendToBigData/p/10501456.html
Copyright © 2011-2022 走看看