YARN Configuration Properties

This table provides information about the parameters listed in the yarn-site.xml file.

Parameter Value
hadoop.registry.zk.quorum yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.cldr.work:2181
mapreduce.shuffle.connection-keep-alive.enable true
mapreduce.shuffle.max.threads 80
spark.authenticate false
spark.network.crypto.enabled true
spark.shuffle.service.port 7337
yarn.acl.enable true
yarn.admin.acl yarn,hive,hdfs,mapred
yarn.am.liveness-monitor.expiry-interval-ms 600000
yarn.application.classpath $HADOOP_CLIENT_CONF_DIR,$HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*,$HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*,$HADOOP_YARN_HOME/*,$HADOOP_YARN_HOME/lib/*
yarn.http.policy HTTPS_ONLY
yarn.log-aggregation-enable true
yarn.log-aggregation-status.time-out.ms 600000
yarn.log-aggregation.TFile.remote-app-log-dir-suffix
yarn.log-aggregation.file-controller.IFile.class org.apache.hadoop.yarn.logaggregation.filecontroller.ifile.LogAggregationIndexedFileController
yarn.log-aggregation.file-controller.TFile.class org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController
yarn.log-aggregation.file-formats IFile,TFile
yarn.log-aggregation.retain-seconds 604800
yarn.log.server.url https://yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.cldr.work:19890/jobhistory/logs/
yarn.nm.liveness-monitor.expiry-interval-ms 600000
yarn.node-labels.enabled true
yarn.nodemanager.address yarn-6mj6u0-dw-worker0.yarn-5xc.svbr-nqvp.int.cldr.work:8041
yarn.nodemanager.admin-env MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX
yarn.nodemanager.aux-services mapreduce_shuffle,spark_shuffle
yarn.nodemanager.aux-services.mapreduce_shuffle.class org.apache.hadoop.mapred.ShuffleHandler
yarn.nodemanager.aux-services.spark_shuffle.class org.apache.spark.network.yarn.YarnShuffleService
yarn.nodemanager.container-executor.class org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor
yarn.nodemanager.container-manager.thread-count 20
yarn.nodemanager.container-monitor.interval-ms 3000
yarn.nodemanager.delete.debug-delay-sec 0
yarn.nodemanager.delete.thread-count 4
yarn.nodemanager.disk-health-checker.interval-ms 120000
yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage 90.0
yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb 0
yarn.nodemanager.disk-health-checker.min-healthy-disks 0.25
yarn.nodemanager.env-whitelist JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CLIENT_CONF_DIR,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME,MR2_CLASSPATH,JAVA_LIBRARY_PATH,HADOOP_HOME,PATH,LANG,TZ
yarn.nodemanager.health-checker.script.opts
yarn.nodemanager.health-checker.script.path
yarn.nodemanager.keytab yarn.keytab
yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage false
yarn.nodemanager.linux-container-executor.group hadoop
yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users true
yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user nobody
yarn.nodemanager.linux-container-executor.path /var/lib/yarn-ce/bin/container-executor
yarn.nodemanager.linux-container-executor.resources-handler.class org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler
yarn.nodemanager.local-dirs /hadoopfs/fs1/nodemanager
yarn.nodemanager.localizer.address yarn-6mj6u0-dw-worker0.yarn-5xc.svbr-nqvp.int.cldr.work:8040
yarn.nodemanager.localizer.cache.cleanup.interval-ms 600000
yarn.nodemanager.localizer.cache.target-size-mb 10240
yarn.nodemanager.localizer.client.thread-count 5
yarn.nodemanager.localizer.fetch.thread-count 4
yarn.nodemanager.log-aggregation.compression-type none
yarn.nodemanager.log-aggregation.policy.class org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy
yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds -1
yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds.min 3600
yarn.nodemanager.log-container-debug-info.enabled false
yarn.nodemanager.log-dirs /hadoopfs/fs1/nodemanager/log
yarn.nodemanager.log.retain-seconds 10800
yarn.nodemanager.node-attributes.provider script
yarn.nodemanager.node-attributes.provider.script.opts /opt/cloudera/parcels/CDH/lib/hadoop-yarn/bin/node_attribute.py
yarn.nodemanager.node-attributes.provider.script.path /bin/python
yarn.nodemanager.principal yarn/_HOST@YARN-5XC.SVBR-NQVP.INT.CLDR.WORK
yarn.nodemanager.recovery.dir /var/lib/hadoop-yarn/yarn-nm-recovery
yarn.nodemanager.recovery.enabled true
yarn.nodemanager.recovery.supervised true
yarn.nodemanager.remote-app-log-dir s3a://qe-s3-bucket-daily/cc-yarn-6mj6u0-dw/oplogs/yarn-app-logs
yarn.nodemanager.remote-app-log-dir-suffix logs
yarn.nodemanager.remote-app-log-dir.groupname hadoop
yarn.nodemanager.resource.cpu-vcores 8
yarn.nodemanager.resource.memory-mb 51200
yarn.nodemanager.resource.percentage-physical-cpu-limit 100
yarn.nodemanager.sleep-delay-before-sigkill.ms 10
yarn.nodemanager.vmem-check-enabled false
yarn.nodemanager.webapp.address yarn-6mj6u0-dw-worker0.yarn-5xc.svbr-nqvp.int.cldr.work:8042
yarn.nodemanager.webapp.cross-origin.enabled true
yarn.nodemanager.webapp.https.address yarn-6mj6u0-dw-worker0.yarn-5xc.svbr-nqvp.int.cldr.work:8044
yarn.nodemanager.webapp.spnego-keytab-file yarn.keytab
yarn.nodemanager.webapp.spnego-principal HTTP/_HOST@YARN-5XC.SVBR-NQVP.INT.CLDR.WORK
yarn.resourcemanager.address yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.cldr.work:8032
yarn.resourcemanager.admin.address yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.cldr.work:8033
yarn.resourcemanager.admin.client.thread-count 1
yarn.resourcemanager.am.max-attempts 2
yarn.resourcemanager.amliveliness-monitor.interval-ms 1000
yarn.resourcemanager.client.thread-count 50
yarn.resourcemanager.container.liveness-monitor.interval-ms 600000
yarn.resourcemanager.max-completed-applications 10000
yarn.resourcemanager.nm.liveness-monitor.interval-ms 1000
yarn.resourcemanager.nodemanagers.heartbeat-interval-ms 100
yarn.resourcemanager.placement-constraints.handler scheduler
yarn.resourcemanager.principal yarn/_HOST@YARN-5XC.SVBR-NQVP.INT.CLDR.WORK
yarn.resourcemanager.resource-tracker.address yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.cldr.work:8031
yarn.resourcemanager.resource-tracker.client.thread-count 50
yarn.resourcemanager.scheduler.address yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.cldr.work:8030
yarn.resourcemanager.scheduler.class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
yarn.resourcemanager.scheduler.client.thread-count 50
yarn.resourcemanager.scheduler.monitor.enable true
yarn.resourcemanager.store.class org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore
yarn.resourcemanager.webapp.address yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.cldr.work:8088
yarn.resourcemanager.webapp.https.address yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.cldr.work:8090
yarn.resourcemanager.work-preserving-recovery.enabled true
yarn.resourcemanager.zk-address yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.cldr.work:2181
yarn.scheduler.capacity.resource-calculator org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator
yarn.scheduler.increment-allocation-mb 512
yarn.scheduler.increment-allocation-vcores 1
yarn.scheduler.maximum-allocation-mb 51200
yarn.scheduler.maximum-allocation-vcores 8
yarn.scheduler.minimum-allocation-mb 5120
yarn.scheduler.minimum-allocation-vcores 1
yarn.service.classpath $HADOOP_CLIENT_CONF_DIR
yarn.service.framework.path /user/yarn/services/service-framework/7.2.6/service-dep.tar.gz
yarn.webapp.filter-entity-list-by-user true

For information about the YARN configuration properties supported by Cloudera Manager, see Cloudera Manager documentation.