Configuring Yarn Queues

yarn-site.xml

<!--<Here we are creating 3 queues (launcher1, launcher2 and launcher3) as children of the root queue>-->
<!--<Make the following changes to yarn-site.xml file>-->

<configuration>
<!--<This property is the default value for yarn. You may or may not set it explicitly>-->
<property> 
     <name>yarn.resourcemanager.scheduler.class</name> 
     <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</valur> 
</property>


<!--<Add launcher1, launcher2 and launcher3 as children of the root queue>-->
<property> 
     <name>yarn.scheduler.capacity.root.queues</name> 
     <value>default,launcher1,launcher2,launcher3</value> 
     <description> 
       The queues at the this level (root is the root queue). 
     </description> 
</property> 

<!--<Configure each child of the root queue to have some percentage of the root queue(100%). Here we configure 4 children with 25% each>-->

<property> 
     <name>yarn.scheduler.capacity.root.default.capacity</name> 
     <value>25</value> 
     <description>Default queue target capacity.</description> 
</property> 
 
<property> 
     <name>yarn.scheduler.capacity.root.launcher1.capacity</name> 
     <value>25</value> 
     <description>Default queue target capacity.</description> 
</property> 
 
<property> 
     <name>yarn.scheduler.capacity.root.launcher2.capacity</name> 
     <value>25</value> 
     <description>Default queue target capacity.</description> 
</property> 

<property> 
     <name>yarn.scheduler.capacity.root.launcher3.capacity</name> 
     <value>25</value> 
     <description>Default queue target capacity.</description> 
</property>

<!--<Configure maximum capacity of the children queue of the root. Default gets 100% and others 50%>-->
<property> 
     <name>yarn.scheduler.capacity.root.default.maximum.capacity</name> 
     <value>100</value> 
     <description>Default queue target capacity.</description> 
</property> 
 
<property> 
     <name>yarn.scheduler.capacity.root.launcher1.maximum.capacity</name> 
     <value>50</value> 
     <description>Default queue target capacity.</description> 
</property> 
 
<property> 
     <name>yarn.scheduler.capacity.root.launcher2.maximum.capacity</name> 
     <value>50</value> 
     <description>Default queue target capacity.</description> 
</property> 

<property> 
     <name>yarn.scheduler.capacity.root.launcher3.maximum.capacity</name> 
     <value>50</value> 
     <description>Default queue target capacity.</description> 
</property>

<!--<Configure the user groups that can schedule jobs on different queues>-->
<!--<'*' is used to provide access to all users and user groups>-->
<property> 
  <name>yarn.scheduler.capacity.root.default.acl_submit_applications</name> 
  <value>*</value> 
</property>

<property> 
  <name>yarn.scheduler.capacity.root.launcher1.acl_submit_applications</name> 
  <value>*</value> 
</property>

<property> 
  <name>yarn.scheduler.capacity.root.launcher2.acl_submit_applications</name> 
  <value>*</value> 
</property>

<property> 
  <name>yarn.scheduler.capacity.root.launcher3.acl_submit_applications</name> 
  <value>*</value> 
</property>

<!--<Set the state of the queues to RUNNING state>-->
<property> 
     <name>yarn.scheduler.capacity.root.default.state</name> 
     <value>RUNNING</value> 
     <description> 
       The state of the default queue. State can be one of RUNNING or STOPPED. 
     </description> 
</property>

<property> 
     <name>yarn.scheduler.capacity.root.launcher1.state</name> 
     <value>RUNNING</value> 
     <description> 
       The state of the default queue. State can be one of RUNNING or STOPPED. 
     </description> 
</property>

<property> 
     <name>yarn.scheduler.capacity.root.launcher2.state</name> 
     <value>RUNNING</value> 
     <description> 
       The state of the default queue. State can be one of RUNNING or STOPPED. 
     </description> 
</property>

<property> 
     <name>yarn.scheduler.capacity.root.launcher3.state</name> 
     <value>RUNNING</value> 
     <description> 
       The state of the default queue. State can be one of RUNNING or STOPPED. 
     </description> 
</property>
</configuration>

<!--<To refresh yarn queues run: yarn rmadmin -refreshQueues>-->
<!--<Check hadoop queues: hadoop queues -list>-->