zoukankan      html  css  js  c++  java
  • fair scheduler配置

        <property>
        <name>yarn.resourcemanager.scheduler.class</name>
        <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
        </property>

        <property>

        <name>yarn.scheduler.fair.allocation.file</name>

        <value>/usr/hdp/current/hadoop-client/conf/fair-scheduler.xml</value>

        </property>

        <property>

        <name>yarn.scheduler.fair.preemption</name>

        <value>true</value>

        </property>

        <property>

        <name>yarn.scheduler.fair.user-as-default-queue</name>

        <value>true</value>

        <description>default is True</description>

        </property>

        <property>

        <name>yarn.scheduler.fair.allow-undeclared-pools</name>

        <value>false</value>

        <description>default is True</description>

        </property>

    # cat fair-scheduler.xml
    <?xml version="1.0"?>
    <allocations>
      <userMaxAppsDefault>30</userMaxAppsDefault>
      <queue name="root">
        <minResources>512mb,1vcores</minResources>
        <maxResources>1024mb,2vcores</maxResources>
        <maxRunningApps>100</maxRunningApps>
        <weight>1.0</weight>
        <schedulingMode>fair</schedulingMode>
        <aclSubmitApps> </aclSubmitApps>
        <aclAdministerApps> </aclAdministerApps>

        <queue name="default">
          <minResources>256mb,1vcores</minResources>
          <maxResources>512mb,1vcores</maxResources>
          <maxRunningApps>100</maxRunningApps>
          <schedulingMode>fair</schedulingMode>
          <weight>1.0</weight>
          <aclSubmitApps>*</aclSubmitApps>
        </queue>

        <queue name="businessA">
          <minResources>256mb,1vcores</minResources>
          <maxResources>512mb,1vcores</maxResources>
          <maxRunningApps>100</maxRunningApps>
          <schedulingMode>fair</schedulingMode>
          <weight>1.0</weight>
          <aclSubmitApps>businessA,lxw1234 group_businessA,group_lxw1234</aclSubmitApps>
          <aclAdministerApps>businessA,hadoop group_businessA,supergroup</aclAdministerApps>
        </queue>

      </queue>
    </allocations>

  • 相关阅读:
    windows10安装vmware14教程
    MySQL变量的使用
    软考和软件设计师
    Java web加密之将应用从http换成https的方法
    cmd命令net和sc
    cmd命令 taskkill
    CSS系列:CSS的继承与层叠特性
    CSS系列:CSS选择器
    CSS系列:在HTML中引入CSS的方法
    Sql Server系列:索引维护
  • 原文地址:https://www.cnblogs.com/mhc-fly/p/10413473.html
Copyright © 2011-2022 走看看