hadoop 2.9.2 yarn配置公平调度器

Dear 丶 2023-10-03 14:17 83阅读 0赞

## 官网链接 ##

> 任何文档都没有比官网提供的更权威、更准确

[https://hadoop.apache.org/docs/r2.9.2/hadoop-yarn/hadoop-yarn-site/FairScheduler.html][https_hadoop.apache.org_docs_r2.9.2_hadoop-yarn_hadoop-yarn-site_FairScheduler.html]

## 说明 ##

*  vim如下两个配置文件
 *  分发至所有节点
 *  重启yarn

## vim fair-scheduler.xml ##

<minResources>2048mb,2vcores</minResources>
     
     <maxResources>4096mb,4vcores</maxResources>
     
     <maxRunningApps>4</maxRunningApps>
     
     <maxAMShare>0.5</maxAMShare>
     
     <weight>1.0</weight>
     
     <schedulingPolicy>fair</schedulingPolicy>
     </queue>
     
     <queuePlacementPolicy>
     
     <rule name="specified" create="false"/>
     
     <rule name="nestedUserQueue" create="true">
     <rule name="primaryGroup" create="false"/>
     </rule>
     
     <rule name="default" />
     </queuePlacementPolicy>
    </allocations>

## vim yarn-site.xml ##

<property>
     <name>yarn.resourcemanager.scheduler.class</name>
     <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
     <description>配置使用公平调度器</description>
    </property>
    <property>
     <name>yarn.scheduler.fair.allocation.file</name>
     <value>/opt/dmgeo/bigdata/apps/hadoop-2.9.2/etc/hadoop/fair-scheduler.xml</value>
     <description>指明公平调度器队列分配配置文件</description>
    </property>
    <property>
     <name>yarn.scheduler.fair.preemption</name>
     <value>false</value>
     <description>禁止队列间资源抢占</description>
    </property>

[https_hadoop.apache.org_docs_r2.9.2_hadoop-yarn_hadoop-yarn-site_FairScheduler.html]: https://hadoop.apache.org/docs/r2.9.2/hadoop-yarn/hadoop-yarn-site/FairScheduler.html