Versions Compared

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

Code Block
<?xml version="1.0" encoding="UTF-8"?>
<configuration>
 
<!-- Site-specific YARN configuration properties -->
    <property>
        <name>yarn.nodemanager.aux-services</name>
        <value>mapreduce_shuffle,myriad_executor</value>
		<!-- If using MapR distro, please use the following value:
		<value>mapreduce_shuffle,mapr_direct_shuffle,myriad_executor</value> -->
    </property>
    <property>
        <name>yarn.nodemanager.aux-services.mapreduce._shuffle.class</name>
        <value>org.apache.hadoop.mapred.ShuffleHandler</value>
    </property>
    <property>
        <name>yarn.nodemanager.aux-services.myriad_executor.class</name>
        <value>com.ebay.myriad.executor.MyriadExecutorAuxService</value>
    </property>
    <property>
        <name>yarn.nm.liveness-monitor.expiry-interval-ms</name>
        <value>2000</value>
    </property>
    <property>
        <name>yarn.am.liveness-monitor.expiry-interval-ms</name>
        <value>10000</value>
    </property>
    <property>
        <name>yarn.resourcemanager.nm.liveness-monitor.interval-ms</name>
        <value>1000</value>
    </property>
<!-- (more) Site-specific YARN configuration properties -->
    <property>
        <name>yarn.nodemanager.resource.cpu-vcores</name>
        <value>${nodemanager.resource.cpu-vcores}</value>
    </property>
    <property>
        <name>yarn.nodemanager.resource.memory-mb</name>
        <value>${nodemanager.resource.memory-mb}</value>
    </property>

 
<!-- Dynamic Port Assignment enablement by Mesos -->
  <property>

    	<name>yarn.nodemanager.address</name>
    	<value>${myriad.yarn.nodemanager.address}</value>
	</property>
	<property>
		<name>yarn.nodemanager.webapp.address</name>
		<value>${myriad.yarn.nodemanager.webapp.address}</value>
	</property>
	<property>
		<name>yarn.nodemanager.webapp.https.address</name>
		<value>${myriad.yarn.nodemanager.webapp.address}</value>
	</property>
	<property>
		<name>yarn.nodemanager.localizer.address</name>
		<value>${myriad.yarn.nodemanager.localizer.address}</value>
	</property>

<!-- Myriad Scheduler configuration -->
    <property>
        <name>yarn.resourcemanager.scheduler.class</name>
        <value>com.ebay.myriad.scheduler.yarn.MyriadFairScheduler</value>
    </property>

<!-- Needed for Fine Grain Scaling -->
    <property>
  <name>yarn.scheduler.minimum-allocation-vcores</name>
        <value>0</value>
    </property>    
    <property>
        <name>yarn.scheduler.minimum-allocation-vcores</name>
        <value>0</value>
    </property>
 
<!-- Cgroups specific configuration -->
<!--
    <property>
        <description>Who will execute(launch) the containers.</description>
        <name>yarn.nodemanager.container-executor.class</name>
        <value>${yarn.nodemanager.container-executor.class}</value>
    </property>
    <property>
        <description>The class which should help the LCE handle resources.</description>
        <name>yarn.nodemanager.linux-container-executor.resources-handler.class</name>
        <value>${yarn.nodemanager.linux-container-executor.resources-handler.class}</value>
    </property>
    <property>
        <name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name>
        <value>${yarn.nodemanager.linux-container-executor.cgroups.hierarchy}</value>
    </property>
    <property>
        <name>yarn.nodemanager.linux-container-executor.cgroups.mount</name>
        <value>${yarn.nodemanager.linux-container-executor.cgroups.mount}</value>
    </property>
    <property>
        <name>yarn.nodemanager.linux-container-executor.cgroups.mount-path</name>
        <value>${yarn.nodemanager.linux-container-executor.cgroups.mount-path}</value>
    </property>
    <property>
        <name>yarn.nodemanager.linux-container-executor.group</name>
        <value>${yarn.nodemanager.linux-container-executor.group}</value>
    </property>
    <property>
        <name>yarn.nodemanager.linux-container-executor.path</name>
        <value>${yarn.home}/bin/container-executor</value>
    </property>
-->
</configuration>