zoukankan      html  css  js  c++  java
  • fair scheduler配置

        <property>
        <name>yarn.resourcemanager.scheduler.class</name>
        <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
        </property>

        <property>

        <name>yarn.scheduler.fair.allocation.file</name>

        <value>/usr/hdp/current/hadoop-client/conf/fair-scheduler.xml</value>

        </property>

        <property>

        <name>yarn.scheduler.fair.preemption</name>

        <value>true</value>

        </property>

        <property>

        <name>yarn.scheduler.fair.user-as-default-queue</name>

        <value>true</value>

        <description>default is True</description>

        </property>

        <property>

        <name>yarn.scheduler.fair.allow-undeclared-pools</name>

        <value>false</value>

        <description>default is True</description>

        </property>

    # cat fair-scheduler.xml
    <?xml version="1.0"?>
    <allocations>
      <userMaxAppsDefault>30</userMaxAppsDefault>
      <queue name="root">
        <minResources>512mb,1vcores</minResources>
        <maxResources>1024mb,2vcores</maxResources>
        <maxRunningApps>100</maxRunningApps>
        <weight>1.0</weight>
        <schedulingMode>fair</schedulingMode>
        <aclSubmitApps> </aclSubmitApps>
        <aclAdministerApps> </aclAdministerApps>

        <queue name="default">
          <minResources>256mb,1vcores</minResources>
          <maxResources>512mb,1vcores</maxResources>
          <maxRunningApps>100</maxRunningApps>
          <schedulingMode>fair</schedulingMode>
          <weight>1.0</weight>
          <aclSubmitApps>*</aclSubmitApps>
        </queue>

        <queue name="businessA">
          <minResources>256mb,1vcores</minResources>
          <maxResources>512mb,1vcores</maxResources>
          <maxRunningApps>100</maxRunningApps>
          <schedulingMode>fair</schedulingMode>
          <weight>1.0</weight>
          <aclSubmitApps>businessA,lxw1234 group_businessA,group_lxw1234</aclSubmitApps>
          <aclAdministerApps>businessA,hadoop group_businessA,supergroup</aclAdministerApps>
        </queue>

      </queue>
    </allocations>

  • 相关阅读:
    nginx搭建https服务器
    linux重新安装grub2
    docker使用笔记
    开户vim编程之--cscope支持
    mac代码自动补全git上
    python常用函数大总结
    服务器管理模块信息收集
    Virtual Data Optimizer虚拟存储优化器实战
    虚拟化-SDDC软件定义数据中心
    富士通 DX90 S2存储分配映射盘
  • 原文地址:https://www.cnblogs.com/mhc-fly/p/10413473.html
Copyright © 2011-2022 走看看