zoukankan      html  css  js  c++  java
  • fair scheduler配置

        <property>
        <name>yarn.resourcemanager.scheduler.class</name>
        <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
        </property>

        <property>

        <name>yarn.scheduler.fair.allocation.file</name>

        <value>/usr/hdp/current/hadoop-client/conf/fair-scheduler.xml</value>

        </property>

        <property>

        <name>yarn.scheduler.fair.preemption</name>

        <value>true</value>

        </property>

        <property>

        <name>yarn.scheduler.fair.user-as-default-queue</name>

        <value>true</value>

        <description>default is True</description>

        </property>

        <property>

        <name>yarn.scheduler.fair.allow-undeclared-pools</name>

        <value>false</value>

        <description>default is True</description>

        </property>

    # cat fair-scheduler.xml
    <?xml version="1.0"?>
    <allocations>
      <userMaxAppsDefault>30</userMaxAppsDefault>
      <queue name="root">
        <minResources>512mb,1vcores</minResources>
        <maxResources>1024mb,2vcores</maxResources>
        <maxRunningApps>100</maxRunningApps>
        <weight>1.0</weight>
        <schedulingMode>fair</schedulingMode>
        <aclSubmitApps> </aclSubmitApps>
        <aclAdministerApps> </aclAdministerApps>

        <queue name="default">
          <minResources>256mb,1vcores</minResources>
          <maxResources>512mb,1vcores</maxResources>
          <maxRunningApps>100</maxRunningApps>
          <schedulingMode>fair</schedulingMode>
          <weight>1.0</weight>
          <aclSubmitApps>*</aclSubmitApps>
        </queue>

        <queue name="businessA">
          <minResources>256mb,1vcores</minResources>
          <maxResources>512mb,1vcores</maxResources>
          <maxRunningApps>100</maxRunningApps>
          <schedulingMode>fair</schedulingMode>
          <weight>1.0</weight>
          <aclSubmitApps>businessA,lxw1234 group_businessA,group_lxw1234</aclSubmitApps>
          <aclAdministerApps>businessA,hadoop group_businessA,supergroup</aclAdministerApps>
        </queue>

      </queue>
    </allocations>

  • 相关阅读:
    初始mysql语句
    MySQL 数据库 的安装和基本管理
    POJ 3685
    总结-LCT
    $亲属关系$
    一:包装好和吹出去 二:三国心得
    创业心得
    阿里前CEO卫哲的万字长文:被马云骂醒,看透B2B 10大核心问题!
    英雄不问出处, 看看商界大佬年轻时受过的苦
    最应该富养的,不是孩子是妻子!
  • 原文地址:https://www.cnblogs.com/mhc-fly/p/10413473.html
Copyright © 2011-2022 走看看