YARN Configuration Properties
This table provides information about the parameters listed in the yarn-site.xml file.
| Parameter | Value |
|---|---|
hadoop.registry.zk.quorum
|
c2185-node3.coelab.root.hwx.site:2181,c2185-node1.coelab.root.hwx.site:2181,c2185-node2.coelab.root.hwx.site:2181 |
yarn.acl.enable
|
true |
yarn.admin.acl
|
yarn,hive,hdfs,mapred |
yarn.am.liveness-monitor.expiry-interval-ms
|
600000 |
yarn.application.classpath
|
$HADOOP_CLIENT_CONF_DIR,$HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*,$HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*,$HADOOP_YARN_HOME/*,$HADOOP_YARN_HOME/lib/* |
yarn.authorization-provider
|
org.apache.ranger.authorization.yarn.authorizer.RangerYarnAuthorizer |
yarn.client.failover-sleep-base-ms
|
100 |
yarn.client.failover-sleep-max-ms
|
2000 |
yarn.cluster.scaling.recommendation.enable
|
true |
yarn.http.policy
|
HTTPS_ONLY |
yarn.http.rmwebapp.custom.unwrapped.dao.classes
|
com.cloudera.cloud.yarn.resourcemanager.webapp.dao.ClusterScalingInfo,com.cloudera.cloud.yarn.resourcemanager.webapp.dao.NodeInstanceTypeList |
yarn.log-aggregation-enable
|
true |
yarn.log-aggregation-status.time-out.ms
|
600000 |
yarn.log-aggregation.TFile.remote-app-log-dir-suffix
|
|
yarn.log-aggregation.file-controller.IFile.class
|
org.apache.hadoop.yarn.logaggregation.filecontroller.ifile.LogAggregationIndexedFileController |
yarn.log-aggregation.file-controller.TFile.class
|
org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController |
yarn.log-aggregation.file-formats
|
IFile,TFile |
yarn.log-aggregation.retain-seconds
|
604800 |
yarn.nm.liveness-monitor.expiry-interval-ms
|
600000 |
yarn.node-labels.enabled
|
true |
yarn.node-labels.fs-store.root-dir
|
/yarn/node-labels |
yarn.resourcemanager.address.rm1546335021
|
coelab.int.cldr.work:8032 |
yarn.resourcemanager.address.rm1546335074
|
coelab.int.cldr.work:8032 |
yarn.resourcemanager.admin.address.rm1546335021
|
coelab.int.cldr.work:8033 |
yarn.resourcemanager.admin.address.rm1546335074
|
coelab.int.cldr.work:8033 |
yarn.resourcemanager.admin.client.thread-count
|
1 |
yarn.resourcemanager.am.max-attempts
|
2 |
yarn.resourcemanager.am.placement-preference-with-node-attributes
|
ORDER NODES IN NodeInstanceType WITH worker > compute |
yarn.resourcemanager.amliveliness-monitor.interval-ms
|
1000 |
yarn.resourcemanager.autoscaling.plugin-type
|
coarse |
yarn.resourcemanager.client.thread-count
|
50 |
yarn.resourcemanager.cluster-id
|
yarnRM |
yarn.resourcemanager.container.liveness-monitor.interval-ms
|
600000 |
yarn.resourcemanager.ha.automatic-failover.embedded
|
true |
yarn.resourcemanager.ha.automatic-failover.enabled
|
true |
yarn.resourcemanager.ha.enabled
|
true |
yarn.resourcemanager.ha.id
|
rm1546335074 |
yarn.resourcemanager.ha.rm-ids
|
rm1546335074,rm1546335021 |
yarn.resourcemanager.keytab
|
yarn.keytab |
yarn.resourcemanager.max-completed-applications
|
10000 |
yarn.resourcemanager.nm.liveness-monitor.interval-ms
|
1000 |
yarn.resourcemanager.nodes.exclude-path
|
{{CMF_CONF_DIR}}/nodes_exclude.txt |
yarn.resourcemanager.nodes.include-path
|
{{CMF_CONF_DIR}}/nodes_allow.txt |
yarn.resourcemanager.non-am.placement-preference-with-node-attributes
|
ORDER NODES IN NodeInstanceType WITH compute > worker |
yarn.resourcemanager.placement-constraints.handler
|
scheduler |
yarn.resourcemanager.principal
|
yarn/_HOST@YARN-Y4C.L2OV-M7VS.INT.CLDR.WORK |
yarn.resourcemanager.proxy-user-privileges.enabled
|
true |
yarn.resourcemanager.recovery.enabled
|
true |
yarn.resourcemanager.resource-tracker.address.rm1546335021
|
coelab.cldr.work:8031 |
yarn.resourcemanager.resource-tracker.address.rm1546335074
|
coelab.int.cldr.work:8031 |
yarn.resourcemanager.resource-tracker.client.thread-count
|
50 |
yarn.resourcemanager.scheduler.address.rm1546335021
|
coelab.cldr.work:8030 |
yarn.resourcemanager.scheduler.address.rm1546335074
|
coelab.int.cldr.work:8030 |
yarn.resourcemanager.scheduler.class
|
org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler |
yarn.resourcemanager.scheduler.client.thread-count
|
50 |
yarn.resourcemanager.scheduler.monitor.enable
|
true |
yarn.resourcemanager.scheduler.monitor.policies
|
org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy,org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.AutoCreatedQueueDeletionPolicy |
yarn.resourcemanager.store.class
|
org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore |
yarn.resourcemanager.webapp.address.rm1546335021
|
yarn-zfv9wy-master1.yarn-y4c.l2ov-m7vs.int.cldr.work:8088 |
yarn.resourcemanager.webapp.address.rm1546335074
|
yarn-zfv9wy-master0.yarn-y4c.l2ov-m7vs.int.cldr.work:8088 |
yarn.resourcemanager.webapp.cross-origin.enabled
|
true |
yarn.resourcemanager.webapp.https.address.rm1546335021
|
coelab.cldr.work:8090 |
yarn.resourcemanager.webapp.https.address.rm1546335074
|
coelab.int.cldr.work:8090 |
yarn.resourcemanager.webapp.spnego-keytab-file
|
yarn.keytab |
yarn.resourcemanager.webapp.spnego-principal
|
HTTP/_HOST@YARN-Y4C.L2OV-M7VS.INT.CLDR.WORK |
yarn.resourcemanager.work-preserving-recovery.enabled
|
true |
yarn.resourcemanager.zk-acl
|
sasl:yarn:cdrwa |
yarn.resourcemanager.zk-address
|
coelab.int.cldr.work:2181,coelab.int.cldr.work:2181,coelab-master0.yarn-y4c.l2cldr.work:2181 |
yarn.resourcemanager.zk-timeout-ms
|
60000 |
yarn.scheduler.capacity.multi-node-placement-enabled
|
true |
yarn.scheduler.capacity.multi-node-sorting.policy
|
instancetype-based |
yarn.scheduler.capacity.multi-node-sorting.policy.instancetype-based.class
|
com.cloudera.cloud.yarn.resourcemanager.scheduler.NodeInstanceTypeBinPackingPolicy |
yarn.scheduler.capacity.multi-node-sorting.policy.names
|
instancetype-based |
yarn.scheduler.capacity.resource-calculator
|
org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator |
yarn.scheduler.configuration.store.class
|
zk |
yarn.scheduler.increment-allocation-mb
|
512 |
yarn.scheduler.increment-allocation-vcores
|
1 |
yarn.scheduler.maximum-allocation-mb
|
450560 |
yarn.scheduler.maximum-allocation-vcores
|
32 |
yarn.scheduler.minimum-allocation-mb
|
11264 |
yarn.scheduler.minimum-allocation-vcores
|
1 |
yarn.service.classpath
|
$HADOOP_CLIENT_CONF_DIR |
yarn.service.framework.path
|
/user/yarn/services/service-framework/7.2.13/service-dep.tar.gz |
yarn.webapp.api-service.enable
|
true |
yarn.webapp.custom.webservice.class
|
com.cloudera.cloud.yarn.resourcemanager.webapp.YarnOnCloudWebServices |
yarn.webapp.filter-entity-list-by-user
|
true |
yarn.webapp.ui2.enable
|
true |
For information about the YARN configuration properties supported by Cloudera Manager, see Cloudera Manager documentation.
