YARN Configuration Properties
This table provides information about the parameters listed in the yarn-site.xml file.
| Parameter | Value |
|---|---|
hadoop.registry.zk.quorum
|
yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.test.work:2181 |
mapreduce.shuffle.connection-keep-alive.enable
|
true |
mapreduce.shuffle.max.threads
|
80 |
spark.authenticate
|
false |
spark.network.crypto.enabled
|
true |
spark.shuffle.service.port
|
7337 |
yarn.acl.enable
|
true |
yarn.admin.acl
|
yarn,hive,hdfs,mapred |
yarn.am.liveness-monitor.expiry-interval-ms
|
600000 |
yarn.application.classpath
|
$HADOOP_CLIENT_CONF_DIR,$HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*,$HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*,$HADOOP_YARN_HOME/*,$HADOOP_YARN_HOME/lib/* |
yarn.http.policy
|
HTTPS_ONLY |
yarn.log-aggregation-enable
|
true |
yarn.log-aggregation-status.time-out.ms
|
600000 |
yarn.log-aggregation.TFile.remote-app-log-dir-suffix
|
|
yarn.log-aggregation.file-controller.IFile.class
|
org.apache.hadoop.yarn.logaggregation.filecontroller.ifile.LogAggregationIndexedFileController |
yarn.log-aggregation.file-controller.TFile.class
|
org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController |
yarn.log-aggregation.file-formats
|
IFile,TFile |
yarn.log-aggregation.retain-seconds
|
604800 |
yarn.log.server.url
|
https://yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.test.work:19890/jobhistory/logs/ |
yarn.nm.liveness-monitor.expiry-interval-ms
|
600000 |
yarn.node-labels.enabled
|
true |
yarn.nodemanager.address
|
yarn-6mj6u0-dw-worker0.yarn-5xc.svbr-nqvp.int.test.work:8041 |
yarn.nodemanager.admin-env
|
MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX |
yarn.nodemanager.aux-services
|
mapreduce_shuffle,spark_shuffle |
yarn.nodemanager.aux-services.mapreduce_shuffle.class
|
org.apache.hadoop.mapred.ShuffleHandler |
yarn.nodemanager.aux-services.spark_shuffle.class
|
org.apache.spark.network.yarn.YarnShuffleService |
yarn.nodemanager.container-executor.class
|
org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor |
yarn.nodemanager.container-manager.thread-count
|
20 |
yarn.nodemanager.container-monitor.interval-ms
|
3000 |
yarn.nodemanager.delete.debug-delay-sec
|
0 |
yarn.nodemanager.delete.thread-count
|
4 |
yarn.nodemanager.disk-health-checker.interval-ms
|
120000 |
yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage
|
90.0 |
yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb
|
0 |
yarn.nodemanager.disk-health-checker.min-healthy-disks
|
0.25 |
yarn.nodemanager.env-whitelist
|
JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CLIENT_CONF_DIR,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME,MR2_CLASSPATH,JAVA_LIBRARY_PATH,HADOOP_HOME,PATH,LANG,TZ |
yarn.nodemanager.health-checker.script.opts
|
|
yarn.nodemanager.health-checker.script.path
|
|
yarn.nodemanager.keytab
|
yarn.keytab |
yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage
|
false |
yarn.nodemanager.linux-container-executor.group
|
hadoop |
yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users
|
true |
yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user
|
nobody |
yarn.nodemanager.linux-container-executor.path
|
/var/lib/yarn-ce/bin/container-executor |
yarn.nodemanager.linux-container-executor.resources-handler.class
|
org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler |
yarn.nodemanager.local-dirs
|
/hadoopfs/fs1/nodemanager |
yarn.nodemanager.localizer.address
|
yarn-6mj6u0-dw-worker0.yarn-5xc.svbr-nqvp.int.test.work:8040 |
yarn.nodemanager.localizer.cache.cleanup.interval-ms
|
600000 |
yarn.nodemanager.localizer.cache.target-size-mb
|
10240 |
yarn.nodemanager.localizer.client.thread-count
|
5 |
yarn.nodemanager.localizer.fetch.thread-count
|
4 |
yarn.nodemanager.log-aggregation.compression-type
|
none |
yarn.nodemanager.log-aggregation.policy.class
|
org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy |
yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds
|
-1 |
yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds.min
|
3600 |
yarn.nodemanager.log-container-debug-info.enabled
|
false |
yarn.nodemanager.log-dirs
|
/hadoopfs/fs1/nodemanager/log |
yarn.nodemanager.log.retain-seconds
|
10800 |
yarn.nodemanager.node-attributes.provider
|
script |
yarn.nodemanager.node-attributes.provider.script.opts
|
/opt/cloudera/parcels/CDH/lib/hadoop-yarn/bin/node_attribute.py |
yarn.nodemanager.node-attributes.provider.script.path
|
/bin/python |
yarn.nodemanager.principal
|
yarn/_HOST@YARN-5XC.SVBR-NQVP.INT.TEST.WORK |
yarn.nodemanager.recovery.dir
|
/var/lib/hadoop-yarn/yarn-nm-recovery |
yarn.nodemanager.recovery.enabled
|
true |
yarn.nodemanager.recovery.supervised
|
true |
yarn.nodemanager.remote-app-log-dir
|
s3a://qe-s3-bucket-daily/cc-yarn-6mj6u0-dw/oplogs/yarn-app-logs |
yarn.nodemanager.remote-app-log-dir-suffix
|
logs |
yarn.nodemanager.remote-app-log-dir.groupname
|
hadoop |
yarn.nodemanager.resource.cpu-vcores
|
8 |
yarn.nodemanager.resource.memory-mb
|
51200 |
yarn.nodemanager.resource.percentage-physical-cpu-limit
|
100 |
yarn.nodemanager.sleep-delay-before-sigkill.ms
|
10 |
yarn.nodemanager.vmem-check-enabled
|
false |
yarn.nodemanager.webapp.address
|
yarn-6mj6u0-dw-worker0.yarn-5xc.svbr-nqvp.int.test.work:8042 |
yarn.nodemanager.webapp.cross-origin.enabled
|
true |
yarn.nodemanager.webapp.https.address
|
yarn-6mj6u0-dw-worker0.yarn-5xc.svbr-nqvp.int.test.work:8044 |
yarn.nodemanager.webapp.spnego-keytab-file
|
yarn.keytab |
yarn.nodemanager.webapp.spnego-principal
|
HTTP/_HOST@YARN-5XC.SVBR-NQVP.INT.TEST.WORK |
yarn.resourcemanager.address
|
yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.test.work:8032 |
yarn.resourcemanager.admin.address
|
yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.test.work:8033 |
yarn.resourcemanager.admin.client.thread-count
|
1 |
yarn.resourcemanager.am.max-attempts
|
2 |
yarn.resourcemanager.amliveliness-monitor.interval-ms
|
1000 |
yarn.resourcemanager.client.thread-count
|
50 |
yarn.resourcemanager.container.liveness-monitor.interval-ms
|
600000 |
yarn.resourcemanager.max-completed-applications
|
10000 |
yarn.resourcemanager.nm.liveness-monitor.interval-ms
|
1000 |
yarn.resourcemanager.nodemanagers.heartbeat-interval-ms
|
100 |
yarn.resourcemanager.placement-constraints.handler
|
scheduler |
yarn.resourcemanager.principal
|
yarn/_HOST@YARN-5XC.SVBR-NQVP.INT.TEST.WORK |
yarn.resourcemanager.resource-tracker.address
|
yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.test.work:8031 |
yarn.resourcemanager.resource-tracker.client.thread-count
|
50 |
yarn.resourcemanager.scheduler.address
|
yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.test.work:8030 |
yarn.resourcemanager.scheduler.class
|
org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler |
yarn.resourcemanager.scheduler.client.thread-count
|
50 |
yarn.resourcemanager.scheduler.monitor.enable
|
true |
yarn.resourcemanager.store.class
|
org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore |
yarn.resourcemanager.webapp.address
|
yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.test.work:8088 |
yarn.resourcemanager.webapp.https.address
|
yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.test.work:8090 |
yarn.resourcemanager.work-preserving-recovery.enabled
|
true |
yarn.resourcemanager.zk-address
|
yarn-6mj6u0-dw-master0.yarn-5xc.svbr-nqvp.int.test.work:2181 |
yarn.scheduler.capacity.resource-calculator
|
org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator |
yarn.scheduler.increment-allocation-mb
|
512 |
yarn.scheduler.increment-allocation-vcores
|
1 |
yarn.scheduler.maximum-allocation-mb
|
51200 |
yarn.scheduler.maximum-allocation-vcores
|
8 |
yarn.scheduler.minimum-allocation-mb
|
5120 |
yarn.scheduler.minimum-allocation-vcores
|
1 |
yarn.service.classpath
|
$HADOOP_CLIENT_CONF_DIR |
yarn.service.framework.path
|
/user/yarn/services/service-framework/7.2.6/service-dep.tar.gz |
yarn.webapp.filter-entity-list-by-user
|
true |
For information about the YARN configuration properties supported by Cloudera Manager, see Cloudera Manager documentation.
