YARN Configuration Properties

This table provides information about the parameters listed in the yarn-site.xml file.

Parameter Value
true
hadoop.registry.zk.quorum quasar-rtcxlz-3.quasar-rtcxlz.root.test.site:2181,quasar-rtcxlz-1.quasar-rtcxlz.root.test.site:2181,quasar-rtcxlz-2.quasar-rtcxlz.root.test.site:2181
mapreduce.shuffle.connection-keep-alive.enable true
mapreduce.shuffle.max.threads 80
spark.authenticate true
spark.network.crypto.enabled true
spark.shuffle.service.port 7337
yarn.acl.enable true
yarn.admin.acl yarn
yarn.am.liveness-monitor.expiry-interval-ms 600000
yarn.application.classpath $HADOOP_CLIENT_CONF_DIR,$HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*,$HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*,$HADOOP_YARN_HOME/*,$HADOOP_YARN_HOME/lib/*
yarn.client.failover-sleep-base-ms 100
yarn.client.failover-sleep-max-ms 2000
yarn.http.policy HTTPS_ONLY
yarn.log-aggregation-enable true
yarn.log-aggregation-status.time-out.ms 600000
yarn.log-aggregation.TFile.remote-app-log-dir-suffix
yarn.log-aggregation.file-controller.IFile.class org.apache.hadoop.yarn.logaggregation.filecontroller.ifile.LogAggregationIndexedFileController
yarn.log-aggregation.file-controller.TFile.class org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController
yarn.log-aggregation.file-formats IFile,TFile
yarn.log-aggregation.retain-seconds 604800
yarn.log.server.url https://quasar-rtcxlz-3.quasar-rtcxlz.root.test.site:19890/jobhistory/logs/
yarn.nm.liveness-monitor.expiry-interval-ms 600000
yarn.node-labels.enabled true
yarn.nodemanager.address quasar-rtcxlz-2.quasar-rtcxlz.root.test.site:8041
yarn.nodemanager.admin-env MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX
yarn.nodemanager.aux-services mapreduce_shuffle,spark_shuffle
yarn.nodemanager.aux-services.mapreduce_shuffle.class org.apache.hadoop.mapred.ShuffleHandler
yarn.nodemanager.aux-services.spark_shuffle.class org.apache.spark.network.yarn.YarnShuffleService
yarn.nodemanager.container-executor.class org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor
yarn.nodemanager.container-manager.thread-count 20
yarn.nodemanager.container-monitor.interval-ms 3000
yarn.nodemanager.delete.debug-delay-sec 0
yarn.nodemanager.delete.thread-count 4
yarn.nodemanager.disk-health-checker.interval-ms 120000
yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage 90.0
yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb 0
yarn.nodemanager.disk-health-checker.min-healthy-disks 0.25
yarn.nodemanager.env-whitelist JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CLIENT_CONF_DIR,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME,MR2_CLASSPATH,JAVA_LIBRARY_PATH,HADOOP_HOME,PATH,LANG,TZ
yarn.nodemanager.health-checker.script.opts
yarn.nodemanager.health-checker.script.path
yarn.nodemanager.keytab yarn.keytab
yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage false
yarn.nodemanager.linux-container-executor.group hadoop
yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user nobody
yarn.nodemanager.linux-container-executor.path /var/lib/yarn-ce/bin/container-executor
yarn.nodemanager.linux-container-executor.resources-handler.class org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler
yarn.nodemanager.local-dirs /dataroot/ycloud/yarn/nm
yarn.nodemanager.localizer.address quasar-rtcxlz-2.quasar-rtcxlz.root.test.site:8040
yarn.nodemanager.localizer.cache.cleanup.interval-ms 600000
yarn.nodemanager.localizer.cache.target-size-mb 10240
yarn.nodemanager.localizer.client.thread-count 5
yarn.nodemanager.localizer.fetch.thread-count 4
yarn.nodemanager.log-aggregation.compression-type none
yarn.nodemanager.log-aggregation.policy.class org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy
yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds -1
yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds.min 3600
yarn.nodemanager.log-container-debug-info.enabled false
yarn.nodemanager.log-dirs /yarn/container-logs
yarn.nodemanager.log.retain-seconds 10800
yarn.nodemanager.principal yarn/_HOST@ROOT.test.SITE
yarn.nodemanager.recovery.dir /var/lib/hadoop-yarn/yarn-nm-recovery
yarn.nodemanager.recovery.enabled true
yarn.nodemanager.recovery.supervised true
yarn.nodemanager.remote-app-log-dir /tmp/logs
yarn.nodemanager.remote-app-log-dir-suffix logs
yarn.nodemanager.remote-app-log-dir.groupname hadoop
yarn.nodemanager.resource.cpu-vcores 8
yarn.nodemanager.resource.memory-mb 53248
yarn.nodemanager.resource.percentage-physical-cpu-limit 100
yarn.nodemanager.sleep-delay-before-sigkill.ms 10
yarn.nodemanager.vmem-check-enabled false
yarn.nodemanager.webapp.address quasar-rtcxlz-2.quasar-rtcxlz.root.test.site:8042
yarn.nodemanager.webapp.cross-origin.enabled true
yarn.nodemanager.webapp.https.address quasar-rtcxlz-2.quasar-rtcxlz.root.test.site:8044
yarn.nodemanager.webapp.spnego-keytab-file yarn.keytab
yarn.nodemanager.webapp.spnego-principal HTTP/_HOST@ROOT.test.SITE
yarn.resourcemanager.address.rm1546333448 quasar-rtcxlz-3.quasar-rtcxlz.root.test.site:8032
yarn.resourcemanager.address.rm1546336080 quasar-rtcxlz-1.quasar-rtcxlz.root.test.site:8032
yarn.resourcemanager.admin.address.rm1546333448 quasar-rtcxlz-3.quasar-rtcxlz.root.test.site:8033
yarn.resourcemanager.admin.address.rm1546336080 quasar-rtcxlz-1.quasar-rtcxlz.root.test.site:8033
yarn.resourcemanager.admin.client.thread-count 1
yarn.resourcemanager.am.max-attempts 2
yarn.resourcemanager.amliveliness-monitor.interval-ms 1000
yarn.resourcemanager.client.thread-count 50
yarn.resourcemanager.cluster-id yarnRM
yarn.resourcemanager.container.liveness-monitor.interval-ms 600000
yarn.resourcemanager.ha.automatic-failover.embedded true
yarn.resourcemanager.ha.automatic-failover.enabled true
yarn.resourcemanager.ha.enabled true
yarn.resourcemanager.ha.rm-ids rm1546336080,rm1546333448
yarn.resourcemanager.max-completed-applications 10000
yarn.resourcemanager.nm.liveness-monitor.interval-ms 1000
yarn.resourcemanager.nodemanagers.heartbeat-interval-ms 100
yarn.resourcemanager.placement-constraints.handler scheduler
yarn.resourcemanager.principal yarn/_HOST@ROOT.test.SITE
yarn.resourcemanager.recovery.enabled true
yarn.resourcemanager.resource-tracker.address.rm1546333448 quasar-rtcxlz-3.quasar-rtcxlz.root.test.site:8031
yarn.resourcemanager.resource-tracker.address.rm1546336080 quasar-rtcxlz-1.quasar-rtcxlz.root.test.site:8031
yarn.resourcemanager.resource-tracker.client.thread-count 50
yarn.resourcemanager.scheduler.address.rm1546333448 quasar-rtcxlz-3.quasar-rtcxlz.root.test.site:8030
yarn.resourcemanager.scheduler.address.rm1546336080 quasar-rtcxlz-1.quasar-rtcxlz.root.test.site:8030
yarn.resourcemanager.scheduler.class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
yarn.resourcemanager.scheduler.client.thread-count 50
yarn.resourcemanager.scheduler.monitor.enable true
yarn.resourcemanager.store.class org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore
yarn.resourcemanager.webapp.address.rm1546333448 quasar-rtcxlz-3.quasar-rtcxlz.root.test.site:8088
yarn.resourcemanager.webapp.address.rm1546336080 quasar-rtcxlz-1.quasar-rtcxlz.root.test.site:8088
yarn.resourcemanager.webapp.https.address.rm1546333448 quasar-rtcxlz-3.quasar-rtcxlz.root.test.site:8090
yarn.resourcemanager.webapp.https.address.rm1546336080 quasar-rtcxlz-1.quasar-rtcxlz.root.test.site:8090
yarn.resourcemanager.work-preserving-recovery.enabled true
yarn.resourcemanager.zk-address quasar-rtcxlz-3.quasar-rtcxlz.root.test.site:2181,quasar-rtcxlz-1.quasar-rtcxlz.root.test.site:2181,quasar-rtcxlz-2.quasar-rtcxlz.root.test.site:2181
yarn.scheduler.capacity.resource-calculator org.apache.hadoop.yarn.util.resource.DominantResourceCalculator
yarn.scheduler.increment-allocation-mb 512
yarn.scheduler.increment-allocation-vcores 1
yarn.scheduler.maximum-allocation-mb 53248
yarn.scheduler.maximum-allocation-vcores 88
yarn.scheduler.minimum-allocation-mb 1024
yarn.scheduler.minimum-allocation-vcores 1
yarn.service.classpath $HADOOP_CLIENT_CONF_DIR
yarn.service.framework.path /user/yarn/services/service-framework/7.1.5/service-dep.tar.gz
yarn.webapp.filter-entity-list-by-user true

For information about the YARN configuration properties supported by Cloudera Manager, see Cloudera Manager documentation.