-
-
Save ericfab179/af9acf6a236731b4252e1f93f17d199d to your computer and use it in GitHub Desktop.
edx-analytics-pipeline-hadoop-issue
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<configuration> | |
<property> | |
<name>yarn.fail-fast</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.ubertask.enable</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.max-completed-applications</name> | |
<value>10000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.delayed.delegation-token.removal-interval-ms</name> | |
<value>30000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>io.bytes.per.checksum</name> | |
<value>512</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.leveldb-timeline-store.read-cache-size</name> | |
<value>104857600</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.connection.timeout</name> | |
<value>50000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.client.submit.file.replication</name> | |
<value>10</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.kms.client.encrypted.key.cache.expiry</name> | |
<value>43200000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.shuffle.connection-keep-alive.enable</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.cleaner.interval-ms</name> | |
<value>86400000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.container.log.limit.kb</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.container-manager.thread-count</name> | |
<value>20</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.handler-thread-count</name> | |
<value>10</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.pmem-check-enabled</name> | |
<value>true</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.done-dir</name> | |
<value>${yarn.app.mapreduce.am.staging-dir}/history/done</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.healthchecker.interval</name> | |
<value>60000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.staging.root.dir</name> | |
<value>${hadoop.tmp.dir}/mapred/staging</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.recovery.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.profile.reduce.params</name> | |
<value>${mapreduce.task.profile.params}</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.AbstractFileSystem.file.impl</name> | |
<value>org.apache.hadoop.fs.local.LocalFs</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.du.interval</name> | |
<value>600000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.client.completion.pollinterval</name> | |
<value>5000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.AbstractFileSystem.har.impl</name> | |
<value>org.apache.hadoop.fs.HarFs</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.client.thread-count</name> | |
<value>10</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.ubertask.maxreduces</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.memory.limit.percent</name> | |
<value>0.25</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.ssl.keystores.factory.class</name> | |
<value>org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.authentication.kerberos.keytab</name> | |
<value>${user.home}/hadoop.keytab</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.keytab</name> | |
<value>/etc/krb5.keytab</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.multipart.size</name> | |
<value>104857600</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.client.retry-interval-ms</name> | |
<value>1000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>io.seqfile.sorter.recordlimit</name> | |
<value>1000000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>ipc.client.connect.retry.interval</name> | |
<value>1000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.io.sort.factor</name> | |
<value>10</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>s3.blocksize</name> | |
<value>67108864</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.disk-health-checker.interval-ms</name> | |
<value>120000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.admin.acl</name> | |
<value>*</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.leveldb-timeline-store.path</name> | |
<value>${hadoop.tmp.dir}/yarn/timeline</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.resource.memory-mb</name> | |
<value>8192</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>io.map.index.interval</name> | |
<value>128</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>s3.client-write-packet-size</name> | |
<value>65536</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.fs.state-store.uri</name> | |
<value>${hadoop.tmp.dir}/yarn/system/rmstore</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.files.preserve.failedtasks</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.client.job.retry-interval</name> | |
<value>2000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>ha.zookeeper.session-timeout.ms</name> | |
<value>5000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>s3.replication</name> | |
<value>3</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name> | |
<value>org.apache.hadoop.mapred.ShuffleHandler</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.container.log.backups</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.connect.timeout</name> | |
<value>180000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.aux-services</name> | |
<value>mapreduce_shuffle</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>hadoop.ssl.enabled</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.counters.max</name> | |
<value>120</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.keytab</name> | |
<value>/etc/krb5.keytab</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.recovery.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.impl</name> | |
<value>org.apache.hadoop.fs.s3a.S3AFileSystem</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.groups.negative-cache.secs</name> | |
<value>30</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.groups.cache.warn.after.ms</name> | |
<value>5000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>ipc.client.connect.max.retries.on.timeouts</name> | |
<value>45</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.complete.cancel.delegation.tokens</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.connection.establish.timeout</name> | |
<value>5000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.resource.percentage-physical-cpu-limit</name> | |
<value>100</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.hard-kill-timeout-ms</name> | |
<value>10000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.trash.interval</name> | |
<value>0</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.admin.address</name> | |
<value>analitycs-pipeline-srv.oex.tp.vps.tecnico.ulisboa.pt:8033</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>ha.health-monitor.check-interval.ms</name> | |
<value>1000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.jetty.logs.serve.aliases</name> | |
<value>true</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.container-metrics.unregister-delay-ms</name> | |
<value>10000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.taskmemorymanager.monitoringinterval</name> | |
<value>5000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.authentication.kerberos.principal</name> | |
<value>HTTP/_HOST@LOCALHOST</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.reduce.shuffle.consumer.plugin.class</name> | |
<value>org.apache.hadoop.mapreduce.task.reduce.Shuffle</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>s3native.blocksize</name> | |
<value>67108864</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.store.class</name> | |
<value>org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size</name> | |
<value>10000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ha.health-monitor.sleep-after-disconnect.ms</name> | |
<value>1000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.client-server.address</name> | |
<value>0.0.0.0:8045</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.http-authentication.type</name> | |
<value>simple</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds</name> | |
<value>-1</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.nodemanagers.heartbeat-interval-ms</name> | |
<value>1000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.cross-origin.allowed-origins</name> | |
<value>*</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.log-aggregation.retain-check-interval-seconds</name> | |
<value>-1</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.multipart.purge</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.jobhistory.task.numberprogresssplits</name> | |
<value>12</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.cpu.vcores</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.acl.enable</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.rm.enabled</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.instrumentation.requires.admin</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.localizer.fetch.thread-count</name> | |
<value>4</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.authorization</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.threads.max</name> | |
<value>256</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.group.mapping.ldap.search.filter.group</name> | |
<value>(objectClass=group)</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceTrackerPB</name> | |
<value>org.apache.hadoop.ipc.ProtobufRpcEngine</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.ttl-ms</name> | |
<value>604800000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.output.fileoutputformat.compress.codec</name> | |
<value>org.apache.hadoop.io.compress.DefaultCodec</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.shuffle.max.connections</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.system-metrics-publisher.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.shuffle.port</name> | |
<value>13562</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.log.level</name> | |
<value>INFO</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.log-aggregation-enable</name> | |
<value>true</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>hadoop.ssl.enabled.protocols</name> | |
<value>TLSv1</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.app-submission.cross-platform</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.instrumentation</name> | |
<value>org.apache.hadoop.mapred.JobTrackerMetricsInst</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.http-authentication.simple.anonymous.allowed</name> | |
<value>true</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.group.mapping.ldap.search.attr.group.name</name> | |
<value>cn</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.cross-origin.enabled</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.java.opts</name> | |
<value>-Xmx820M</value> | |
<source>mapred-site.xml</source> | |
</property> | |
<property> | |
<name>fs.client.resolve.remote.symlinks</name> | |
<value>true</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts</name> | |
<value>3</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.buffer.dir</name> | |
<value>${hadoop.tmp.dir}/s3a</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.tasks.sleeptimebeforesigkill</name> | |
<value>5000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>s3native.bytes-per-checksum</name> | |
<value>512</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>tfile.fs.output.buffer.size</name> | |
<value>262144</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.local-dirs</name> | |
<value>${hadoop.tmp.dir}/nm-local-dir</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.persist.jobstatus.active</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.AbstractFileSystem.hdfs.impl</name> | |
<value>org.apache.hadoop.fs.Hdfs</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.random.device.file.path</name> | |
<value>/dev/urandom</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.recovery.store.fs.uri</name> | |
<value>${hadoop.tmp.dir}/mapred/history/recoverystore</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.shuffle.log.separate</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.map.output.collector.class</name> | |
<value>org.apache.hadoop.mapred.MapTask$MapOutputBuffer</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.local.dir.minspacestart</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.fetch.retry.timeout-ms</name> | |
<value>30000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.uid.cache.secs</name> | |
<value>14400</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.har.impl.disable.cache</name> | |
<value>true</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.scheduler.monitor.policies</name> | |
<value>org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.speculative.retry-after-speculate</name> | |
<value>15000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.ssl.client.conf</name> | |
<value>ssl-client.xml</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.webapp.address</name> | |
<value>${yarn.timeline-service.hostname}:8188</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.local.dir.minspacekill</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.retiredjobs.cache.size</name> | |
<value>1000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.scheduler.class</name> | |
<value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.reduce.slowstart.completedmaps</name> | |
<value>0.05</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.client-server.thread-count</name> | |
<value>50</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.end-notification.retry.attempts</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.threads.core</name> | |
<value>15</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.profile.map.params</name> | |
<value>${mapreduce.task.profile.params}</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.memory.mb</name> | |
<value>1024</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.outofband.heartbeat</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3n.multipart.uploads.enabled</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>io.native.lib.available</name> | |
<value>true</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.persist.jobstatus.hours</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms</name> | |
<value>10000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.ha.automatic-failover.enabled</name> | |
<value>true</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.client.progressmonitor.pollinterval</name> | |
<value>1000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.input.buffer.percent</name> | |
<value>0.0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.cleaner.resource-sleep-ms</name> | |
<value>0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.output.compress.codec</name> | |
<value>org.apache.hadoop.io.compress.DefaultCodec</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.skip.proc.count.autoincr</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.user.group.static.mapping.overrides</name> | |
<value>dr.who=;</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.fail-fast</name> | |
<value>${yarn.fail-fast}</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.cluster.local.dir</name> | |
<value>${hadoop.tmp.dir}/mapred/local</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.address</name> | |
<value>local</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.input.fileinputformat.list-status.num-threads</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.dispatcher.drain-events.timeout</name> | |
<value>300000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.taskcontroller</name> | |
<value>org.apache.hadoop.mapred.DefaultTaskController</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.shuffle.connection-keep-alive.timeout</name> | |
<value>5</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.parallelcopies</name> | |
<value>5</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.env-whitelist</name> | |
<value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,HADOOP_YARN_HOME</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.heartbeats.in.second</name> | |
<value>100</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.threads.keepalivetime</name> | |
<value>60</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.maxtaskfailures.per.tracker</name> | |
<value>3</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.shuffle.ssl.enabled</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>ipc.client.connection.maxidletime</name> | |
<value>10000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.zk.retry.times</name> | |
<value>5</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.max.split.locations</name> | |
<value>10</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3.sleepTimeSeconds</name> | |
<value>10</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.scheduler.maximum-allocation-vcores</name> | |
<value>32</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>rpc.engine.org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB</name> | |
<value>org.apache.hadoop.ipc.ProtobufRpcEngine</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>fs.s3a.multipart.threshold</name> | |
<value>2147483647</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.AbstractFileSystem.ftp.impl</name> | |
<value>org.apache.hadoop.fs.ftp.FtpFs</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.client.nodemanager-connect.retry-interval-ms</name> | |
<value>10000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.ssl.server.conf</name> | |
<value>ssl-server.xml</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3n.multipart.uploads.block.size</name> | |
<value>67108864</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>ha.zookeeper.parent-znode</name> | |
<value>/hadoop-ha</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.windows-container.cpu-limit.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>io.seqfile.lazydecompress</name> | |
<value>true</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.merge.inmem.threshold</name> | |
<value>1000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.input.fileinputformat.split.minsize</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.secure</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.leveldb-state-store.path</name> | |
<value>${hadoop.tmp.dir}/yarn/system/rmstore</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.nodemanager-connect-retries</name> | |
<value>10</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.zk-retry-interval-ms</name> | |
<value>1000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.tasktracker.maxblacklists</name> | |
<value>4</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>s3.stream-buffer-size</name> | |
<value>4096</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.jvm.numtasks</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.cleaner.period-mins</name> | |
<value>1440</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.io.sort.mb</name> | |
<value>100</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.ha.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.uploader.server.thread-count</name> | |
<value>50</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>io.file.buffer.size</name> | |
<value>4096</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.kms.client.encrypted.key.cache.num.refill.threads</name> | |
<value>2</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.admin-env</name> | |
<value>MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.split.metainfo.maxsize</name> | |
<value>10000000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.cross-origin.max-age</name> | |
<value>1800</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.docker-container-executor.exec-name</name> | |
<value>/usr/bin/docker</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.scheduler.monitor.enable</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms</name> | |
<value>1000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.maxattempts</name> | |
<value>4</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs</name> | |
<value>86400</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.zk.retry.ceiling.ms</name> | |
<value>60000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>nfs.exports.allowed.hosts</name> | |
<value>* rw</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.authentication</name> | |
<value>simple</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3.buffer.dir</name> | |
<value>${hadoop.tmp.dir}/s3</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.store.in-memory.check-period-mins</name> | |
<value>720</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>rpc.metrics.quantile.enable</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.taskscheduler</name> | |
<value>org.apache.hadoop.mapred.JobQueueTaskScheduler</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.job.task.listener.thread-count</name> | |
<value>30</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.reduces</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.sort.spill.percent</name> | |
<value>0.80</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.end-notification.retry.interval</name> | |
<value>1000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.minicluster.fixed.ports</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.maps</name> | |
<value>2</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.shuffle.log.limit.kb</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.speculative</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>tfile.fs.input.buffer.size</name> | |
<value>262144</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.acl-view-job</name> | |
<value> </value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.fast.buffer.size</name> | |
<value>1048576</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.retry-delay.max.ms</name> | |
<value>60000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>rpc.engine.org.apache.hadoop.yarn.api.ApplicationClientProtocolPB</name> | |
<value>org.apache.hadoop.ipc.ProtobufRpcEngine</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>mapreduce.job.end-notification.max.retry.interval</name> | |
<value>5000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.http.threads</name> | |
<value>40</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>ftp.blocksize</name> | |
<value>67108864</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.zk.connection.timeout.ms</name> | |
<value>15000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.java.opts</name> | |
<value>-Xmx820M</value> | |
<source>mapred-site.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.admin.thread-count</name> | |
<value>1</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ha.failover-controller.cli-check.rpc-timeout.ms</name> | |
<value>20000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.token.tracking.ids.enabled</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size</name> | |
<value>10</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.fetch.retry.interval-ms</name> | |
<value>1000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.skip.start.attempts</name> | |
<value>2</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.persist.jobstatus.dir</name> | |
<value>/jobtracker/jobsInfo</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.crypto.codec.classes.aes.ctr.nopadding</name> | |
<value>org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec,org.apache.hadoop.crypto.JceAesCtrCryptoCodec</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.running.map.limit</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.webapp.address</name> | |
<value>0.0.0.0:8788</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.windows-container.memory-limit.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ipc.client.kill.max</name> | |
<value>10</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.speculative.speculative-cap-total-tasks</name> | |
<value>0.01</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.linux-container-executor.cgroups.mount</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.keytab</name> | |
<value>/etc/security/keytab/jhs.service.keytab</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.linux-container-executor.cgroups.hierarchy</name> | |
<value>/hadoop-yarn</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.connection.maximum</name> | |
<value>15</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.end-notification.max.attempts</name> | |
<value>5</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.speculative.speculative-cap-running-tasks</name> | |
<value>0.1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.max-age-ms</name> | |
<value>604800000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.http.policy</name> | |
<value>HTTP_ONLY</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.reducer.preempt.delay.sec</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.memory.mb</name> | |
<value>1024</value> | |
<source>mapred-site.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.store.in-memory.initial-delay-mins</name> | |
<value>10</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.zk-state-store.parent-path</name> | |
<value>/rmstore</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.filter.initializers</name> | |
<value>org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilterInitializer,org.apache.hadoop.http.lib.StaticUserWebFilter</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.address</name> | |
<value>${yarn.timeline-service.hostname}:10200</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.hostname</name> | |
<value>0.0.0.0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.client.application-client-protocol.poll-interval-ms</name> | |
<value>200</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.authentication.type</name> | |
<value>simple</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.client.thread-count</name> | |
<value>50</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ipc.server.listen.queue.size</name> | |
<value>128</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.skip.maxgroups</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>file.stream-buffer-size</name> | |
<value>4096</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.speculative.retry-after-no-speculate</name> | |
<value>1000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.recovery.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.zk.root</name> | |
<value>/registry</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.store.class</name> | |
<value>org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>io.mapfile.bloom.size</name> | |
<value>1048576</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.container-executor.class</name> | |
<value>org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.maxattempts</name> | |
<value>4</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.swift.impl</name> | |
<value>org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.jobhistory.block.size</name> | |
<value>3145728</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.log-aggregation.retain-seconds</name> | |
<value>86400</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.job.committer.cancel-timeout</name> | |
<value>60000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>ftp.replication</name> | |
<value>3</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.http.address</name> | |
<value>0.0.0.0:50030</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.intermediate-done-dir</name> | |
<value>${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.health-checker.script.timeout-ms</name> | |
<value>1200000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.address</name> | |
<value>0.0.0.0:10020</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.taskcache.levels</name> | |
<value>2</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.recovery.dir</name> | |
<value>${hadoop.tmp.dir}/yarn-nm-recovery</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.log.retain-seconds</name> | |
<value>10800</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.local-cache.max-files-per-directory</name> | |
<value>8192</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapred.child.java.opts</name> | |
<value>-Xmx200m</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.java.secure.random.algorithm</name> | |
<value>SHA1PRNG</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.shuffle.log.backups</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>map.sort.class</name> | |
<value>org.apache.hadoop.util.QuickSort</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.util.hash.type</name> | |
<value>murmur</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.move.interval-ms</name> | |
<value>180000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.skip.proc.count.autoincr</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.nm.uploader.thread-count</name> | |
<value>20</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.client.nodemanager-connect.max-wait-ms</name> | |
<value>180000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.ha.automatic-failover.embedded</name> | |
<value>true</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.container-monitor.interval-ms</name> | |
<value>3000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.client.nodemanager-client-async.thread-pool-max-size</name> | |
<value>500</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.disk-health-checker.min-healthy-disks</name> | |
<value>0.25</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.http.policy</name> | |
<value>HTTP_ONLY</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>ha.zookeeper.acl</name> | |
<value>world:anyone:rwcda</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.generic-application-history.max-applications</name> | |
<value>10000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.sleep-delay-before-sigkill.ms</name> | |
<value>250</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>io.map.index.skip</name> | |
<value>0</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.zk-num-retries</name> | |
<value>1000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>net.topology.node.switch.mapping.impl</name> | |
<value>org.apache.hadoop.net.ScriptBasedMapping</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3.maxRetries</name> | |
<value>4</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.running.reduce.limit</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>ha.failover-controller.new-active.rpc-timeout.ms</name> | |
<value>60000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>s3native.client-write-packet-size</name> | |
<value>65536</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users</name> | |
<value>true</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.jaas.context</name> | |
<value>Client</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.speculative</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.staticuser.user</name> | |
<value>dr.who</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.client.output.filter</name> | |
<value>FAILED</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.datestring.cache.size</name> | |
<value>200000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.ifile.readahead.bytes</name> | |
<value>4194304</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.report.address</name> | |
<value>127.0.0.1:0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.userlog.limit.kb</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.map.tasks.maximum</name> | |
<value>2</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.input.lineinputformat.linespermap</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.authentication.simple.anonymous.allowed</name> | |
<value>true</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.rpc.socket.factory.class.default</name> | |
<value>org.apache.hadoop.net.StandardSocketFactory</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>ipc.server.max.connections</name> | |
<value>0</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.admin.address</name> | |
<value>0.0.0.0:8047</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.connect.max-wait.ms</name> | |
<value>900000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.automatic.close</name> | |
<value>true</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.healthchecker.script.timeout</name> | |
<value>600000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.address</name> | |
<value>analitycs-pipeline-srv.oex.tp.vps.tecnico.ulisboa.pt:8032</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.nm.uploader.replication.factor</name> | |
<value>10</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.client.failover-retries</name> | |
<value>0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.zk.session.timeout.ms</name> | |
<value>60000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.fs.state-store.retry-interval-ms</name> | |
<value>1000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.ha.automatic-failover.zk-base-path</name> | |
<value>/yarn-leader-election</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.multipart.purge.age</name> | |
<value>86400</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.health-checker.interval-ms</name> | |
<value>600000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs</name> | |
<value>86400</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.markreset.buffer.percent</name> | |
<value>0.0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.fs.state-store.retry-policy-spec</name> | |
<value>2000, 500</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.group.mapping.ldap.directory.search.timeout</name> | |
<value>10000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.log.level</name> | |
<value>INFO</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.localizer.address</name> | |
<value>${yarn.nodemanager.hostname}:8040</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ftp.stream-buffer-size</name> | |
<value>4096</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.keytab</name> | |
<value>/etc/krb5.keytab</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ha.health-monitor.rpc-timeout.ms</name> | |
<value>45000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.max.total.tasks</name> | |
<value>1000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.group.mapping.ldap.search.attr.member</name> | |
<value>member</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.profile.params</name> | |
<value>-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb</name> | |
<value>0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.classloader</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nm.liveness-monitor.expiry-interval-ms</name> | |
<value>600000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>io.compression.codec.bzip2.library</name> | |
<value>system-native</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.authentication.token.validity</name> | |
<value>36000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.ttl-enable</name> | |
<value>true</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.client.max-cached-nodemanagers-proxies</name> | |
<value>0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.resourcemanager.minimum.version</name> | |
<value>NONE</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.hdfs-servers</name> | |
<value>${fs.defaultFS}</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.kms.client.authentication.retry-count</name> | |
<value>1</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>s3native.replication</name> | |
<value>3</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.task.container.log.backups</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>rpc.engine.org.apache.hadoop.ipc.ProtocolMetaInfoPB</name> | |
<value>org.apache.hadoop.ipc.ProtobufRpcEngine</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.localizer.client.thread-count</name> | |
<value>5</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.container.liveness-monitor.interval-ms</name> | |
<value>600000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>dfs.ha.fencing.ssh.connect-timeout</name> | |
<value>30000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.am.liveness-monitor.expiry-interval-ms</name> | |
<value>600000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>net.topology.impl</name> | |
<value>org.apache.hadoop.net.NetworkTopology</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.fs.state-store.num-retries</name> | |
<value>0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.shuffle.max.threads</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.profile</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.http.address</name> | |
<value>0.0.0.0:50060</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.instrumentation</name> | |
<value>org.apache.hadoop.mapred.TaskTrackerMetricsInst</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.linux-container-executor.resources-handler.class</name> | |
<value>org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.webapp.address</name> | |
<value>0.0.0.0:19888</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.ipc.rpc.class</name> | |
<value>org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ha.failover-controller.graceful-fence.rpc-timeout.ms</name> | |
<value>5000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.webapp.cross-origin.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.ubertask.maxmaps</name> | |
<value>9</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.zk-acl</name> | |
<value>world:anyone:rwcda</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.am.max-attempts</name> | |
<value>2</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.state-store.max-completed-applications</name> | |
<value>${yarn.resourcemanager.max-completed-applications}</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.scheduler.maximum-allocation-mb</name> | |
<value>8192</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.webapp.https.address</name> | |
<value>${yarn.resourcemanager.hostname}:8090</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.client.job.max-retries</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.userlog.retain.hours</name> | |
<value>24</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern</name> | |
<value>^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.timeout</name> | |
<value>600000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.loadedjobs.cache.size</name> | |
<value>5</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.framework.name</name> | |
<value>yarn</value> | |
<source>mapred-site.xml</source> | |
</property> | |
<property> | |
<name>ipc.client.idlethreshold</name> | |
<value>4000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.state-store-class</name> | |
<value>org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ftp.bytes-per-checksum</name> | |
<value>512</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.crypto.buffer.size</name> | |
<value>8192</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.hostname</name> | |
<value>0.0.0.0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.shuffle.transfer.buffer.size</name> | |
<value>131072</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>s3.bytes-per-checksum</name> | |
<value>512</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.speculative.slowtaskthreshold</name> | |
<value>1.0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.recovery.store.class</name> | |
<value>org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.localizer.cache.target-size-mb</name> | |
<value>10240</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.remote-app-log-dir</name> | |
<value>/tmp/logs</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3.block.size</name> | |
<value>67108864</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.zk.quorum</name> | |
<value>localhost:2181</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.queuename</name> | |
<value>default</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.scheduler.minimum-allocation-mb</name> | |
<value>512</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>hadoop.rpc.protection</name> | |
<value>authentication</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.recovery.store.leveldb.path</name> | |
<value>${hadoop.tmp.dir}/mapred/history/recoverystore</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user</name> | |
<value>nobody</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.client.best-effort</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.store-class</name> | |
<value>org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.client-am.ipc.max-retries</name> | |
<value>3</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size</name> | |
<value>10000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.cross-origin.allowed-methods</name> | |
<value>GET,POST,HEAD</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>ftp.client-write-packet-size</name> | |
<value>65536</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.address</name> | |
<value>${yarn.nodemanager.hostname}:0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.defaultFS</name> | |
<value>hdfs://localhost:9000</value> | |
<source>core-site.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.merge.progress.records</name> | |
<value>10000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.scheduler.client.thread-count</name> | |
<value>50</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>file.client-write-packet-size</name> | |
<value>65536</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.cpu.vcores</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.delete.thread-count</name> | |
<value>4</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.scheduler.address</name> | |
<value>analitycs-pipeline-srv.oex.tp.vps.tecnico.ulisboa.pt:8030</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.admin.address</name> | |
<value>0.0.0.0:10033</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.leveldb-state-store.path</name> | |
<value>${hadoop.tmp.dir}/yarn/timeline</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.trash.checkpoint.interval</name> | |
<value>0</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.authentication.signature.secret.file</name> | |
<value>${user.home}/hadoop-http-auth-signature-secret</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>s3native.stream-buffer-size</name> | |
<value>4096</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.store.in-memory.staleness-period-mins</name> | |
<value>10080</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.attempts.maximum</name> | |
<value>10</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled</name> | |
<value>true</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.read.timeout</name> | |
<value>180000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.fetch.retry.enabled</name> | |
<value>${yarn.nodemanager.recovery.enabled}</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.uploader.server.address</name> | |
<value>0.0.0.0:8046</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.command-opts</name> | |
<value>-Xmx1024m</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.nested-level</name> | |
<value>3</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.local.clientfactory.class.name</name> | |
<value>org.apache.hadoop.mapred.LocalClientFactory</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>fs.permissions.umask-mode</name> | |
<value>022</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.admin.acl</name> | |
<value>*</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.move.thread-count</name> | |
<value>3</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.common.configuration.version</name> | |
<value>0.23.0</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.dns.interface</name> | |
<value>default</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.output.fileoutputformat.compress.type</name> | |
<value>RECORD</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.connect.retry-interval.ms</name> | |
<value>30000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.ifile.readahead</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.group.mapping.ldap.ssl</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>io.serializations</name> | |
<value>org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name> | |
<value>org.apache.hadoop.mapred.ShuffleHandler</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.webapp.cross-origin.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.webapp.https.address</name> | |
<value>${yarn.timeline-service.hostname}:8190</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.df.interval</name> | |
<value>60000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.input.buffer.percent</name> | |
<value>0.70</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage</name> | |
<value>90.0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>io.seqfile.compress.blocksize</name> | |
<value>1000000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.http.cross-origin.allowed-headers</name> | |
<value>X-Requested-With,Content-Type,Accept,Origin</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.kms.client.encrypted.key.cache.low-watermark</name> | |
<value>0.3f</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>ipc.client.connect.max.retries</name> | |
<value>10</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.groups.cache.secs</name> | |
<value>300</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.process-kill-wait.ms</name> | |
<value>2000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.vmem-check-enabled</name> | |
<value>False</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.connection.ssl.enabled</name> | |
<value>true</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.client.max-retries</name> | |
<value>3</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.amlauncher.thread-count</name> | |
<value>50</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.memory_mb</name> | |
<value>1024</value> | |
<source>mapred-site.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.log-aggregation.compression-type</name> | |
<value>none</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.group.mapping.ldap.search.filter.user</name> | |
<value>(&(objectClass=user)(sAMAccountName={0}))</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.localizer.cache.cleanup.interval-ms</name> | |
<value>600000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.registry.system.acls</name> | |
<value>sasl:yarn@, sasl:mapred@, sasl:hdfs@</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.log-dirs</name> | |
<value>${yarn.log.dir}/userlogs</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3n.multipart.copy.block.size</name> | |
<value>5368709120</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3n.block.size</name> | |
<value>67108864</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.crypto.cipher.suite</name> | |
<value>AES/CTR/NoPadding</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>fs.ftp.host</name> | |
<value>0.0.0.0</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.group.mapping</name> | |
<value>org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.resource.cpu-vcores</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.client.failover-proxy-provider</name> | |
<value>org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.cleaner.enable</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.skip.maxrecords</name> | |
<value>0</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.fileoutputcommitter.algorithm.version</name> | |
<value>1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.scheduler.minimum-allocation-vcores</name> | |
<value>1</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>file.replication</name> | |
<value>1</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.resource-tracker.address</name> | |
<value>analitycs-pipeline-srv.oex.tp.vps.tecnico.ulisboa.pt:8031</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.configuration.provider-class</name> | |
<value>org.apache.hadoop.yarn.LocalConfigurationProvider</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.paging.maximum</name> | |
<value>5000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.work-preserving-recovery.enabled</name> | |
<value>true</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.s3a.fast.upload</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.restart.recover</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.work.around.non.threadsafe.getpwuid</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.client.genericoptionsparser.used</name> | |
<value>true</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.indexcache.mb</name> | |
<value>10</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.output.fileoutputformat.compress</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.tmp.dir</name> | |
<value>/tmp/hadoop-${user.name}</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.resource.cpu-vcores</name> | |
<value>8</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.committer.setup.cleanup.needed</name> | |
<value>true</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.client.max-retries</name> | |
<value>30</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.kerberos.kinit.command</name> | |
<value>kinit</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.profile.reduces</name> | |
<value>0-2</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>file.bytes-per-checksum</name> | |
<value>512</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.emit-timeline-data</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.handler.count</name> | |
<value>10</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.proxy-user-privileges.enabled</name> | |
<value>false</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.job.committer.commit-window</name> | |
<value>10000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.root-dir</name> | |
<value>/sharedcache</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.dispatcher.exit-on-error</name> | |
<value>true</value> | |
<source>programatically</source> | |
</property> | |
<property> | |
<name>net.topology.script.number.args</name> | |
<value>100</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.profile.maps</name> | |
<value>0-2</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size</name> | |
<value>10</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.webapp.address</name> | |
<value>${yarn.resourcemanager.hostname}:8088</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.system.dir</name> | |
<value>${hadoop.tmp.dir}/mapred/system</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.security.kms.client.encrypted.key.cache.size</name> | |
<value>500</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.ssl.hostname.verifier</name> | |
<value>DEFAULT</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.vmem-pmem-ratio</name> | |
<value>2.1</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>hadoop.registry.zk.retry.interval.ms</name> | |
<value>1000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.hostname</name> | |
<value>0.0.0.0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.speculative.minimum-allowed-tasks</name> | |
<value>10</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>ipc.client.connect.timeout</name> | |
<value>20000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.principal</name> | |
<value>jhs/_HOST@REALM.TLD</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>io.mapfile.bloom.error.rate</name> | |
<value>0.005</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.shuffle.ssl.file.buffer.size</name> | |
<value>65536</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.expire.trackers.interval</name> | |
<value>600000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.cleaner.initial-delay-mins</name> | |
<value>10</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.task.combine.progress.records</name> | |
<value>10000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.cluster.acls.enabled</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.remote-app-log-dir-suffix</name> | |
<value>logs</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ha.failover-controller.graceful-fence.connection.retries</name> | |
<value>1</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>ha.health-monitor.connect-retry-interval.ms</name> | |
<value>1000</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.client.failover-retries-on-socket-timeouts</name> | |
<value>0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.reduce.shuffle.merge.percent</name> | |
<value>0.66</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.resource.mb</name> | |
<value>4096</value> | |
<source>java.io.BufferedInputStream@258e2e41</source> | |
</property> | |
<property> | |
<name>io.seqfile.local.dir</name> | |
<value>${hadoop.tmp.dir}/io/local</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.maxtasks.perjob</name> | |
<value>-1</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobtracker.jobhistory.lru.cache.size</name> | |
<value>5</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>tfile.io.chunk.size</name> | |
<value>1048576</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>file.blocksize</name> | |
<value>67108864</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.nodemanager.minimum.version</name> | |
<value>NONE</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.job.acl-modify-job</name> | |
<value> </value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.webapp.address</name> | |
<value>${yarn.nodemanager.hostname}:8042</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.am.max-attempts</name> | |
<value>2</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.reduce.tasks.maximum</name> | |
<value>2</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.cluster.temp.dir</name> | |
<value>${hadoop.tmp.dir}/mapred/temp</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>io.skip.checksum.errors</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.joblist.cache.size</name> | |
<value>20000</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.staging-dir</name> | |
<value>/tmp/hadoop-yarn/staging</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.jobhistory.recovery.enable</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.zk-timeout-ms</name> | |
<value>10000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.ftp.host.port</name> | |
<value>21</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.admin.client.thread-count</name> | |
<value>1</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>fs.AbstractFileSystem.viewfs.impl</name> | |
<value>org.apache.hadoop.fs.viewfs.ViewFs</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.resourcemanager.resource-tracker.client.thread-count</name> | |
<value>50</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.tasktracker.dns.nameserver</name> | |
<value>default</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms</name> | |
<value>300000</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>ipc.client.fallback-to-simple-auth-allowed</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
<property> | |
<name>mapreduce.map.output.compress</name> | |
<value>false</value> | |
<source>mapred-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.checksum.algo.impl</name> | |
<value>org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.sharedcache.app-checker.class</name> | |
<value>org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>yarn.nodemanager.delete.debug-delay-sec</name> | |
<value>0</value> | |
<source>yarn-default.xml</source> | |
</property> | |
<property> | |
<name>hadoop.ssl.require.client.cert</name> | |
<value>false</value> | |
<source>core-default.xml</source> | |
</property> | |
</configuration> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0"?> | |
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | |
<configuration> | |
<property> | |
<name>mapreduce.framework.name</name> | |
<value>yarn</value> | |
</property> | |
<property> | |
<name>mapreduce.reduce.java.opts</name> | |
<value>-Xmx820M</value> | |
</property> | |
<property> | |
<name>mapreduce.reduce.memory.mb</name> | |
<value>1024</value> | |
</property> | |
<property> | |
<name>mapreduce.map.java.opts</name> | |
<value>-Xmx820M</value> | |
</property> | |
<property> | |
<name>mapreduce.map.memory_mb</name> | |
<value>1024</value> | |
</property> | |
</configuration> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0"?> | |
<configuration> | |
<property> | |
<name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name> | |
<value>org.apache.hadoop.mapred.ShuffleHandler</value> | |
</property> | |
<property> | |
<name>yarn.app.mapreduce.am.resource.mb</name> | |
<value>4096</value> | |
</property> | |
<property> | |
<name>yarn.nodemanager.vmem-pmem-ratio</name> | |
<value>2.1</value> | |
</property> | |
<property> | |
<name>yarn.scheduler.minimum-allocation-mb</name> | |
<value>512</value> | |
</property> | |
<property> | |
<name>yarn.log-aggregation.retain-seconds</name> | |
<value>86400</value> | |
</property> | |
<property> | |
<name>yarn.nodemanager.vmem-check-enabled</name> | |
<value>False</value> | |
</property> | |
<property> | |
<name>yarn.nodemanager.resource.memory-mb</name> | |
<value>8192</value> | |
</property> | |
<property> | |
<name>yarn.scheduler.maximum-allocation-mb</name> | |
<value>8192</value> | |
</property> | |
<property> | |
<name>yarn.log-aggregation-enable</name> | |
<value>true</value> | |
</property> | |
<property> | |
<name>yarn.nodemanager.aux-services</name> | |
<value>mapreduce_shuffle</value> | |
</property> | |
</configuration> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment