158 lines
4.3 KiB
XML
158 lines
4.3 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
|
|
<!--Autogenerated by Cloudera Manager-->
|
|
<configuration>
|
|
<property>
|
|
<name>mapreduce.job.split.metainfo.maxsize</name>
|
|
<value>10000000</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.job.counters.max</name>
|
|
<value>120</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.output.fileoutputformat.compress</name>
|
|
<value>false</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.output.fileoutputformat.compress.type</name>
|
|
<value>BLOCK</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.output.fileoutputformat.compress.codec</name>
|
|
<value>org.apache.hadoop.io.compress.DefaultCodec</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.map.output.compress.codec</name>
|
|
<value>org.apache.hadoop.io.compress.SnappyCodec</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.map.output.compress</name>
|
|
<value>true</value>
|
|
</property>
|
|
<property>
|
|
<name>zlib.compress.level</name>
|
|
<value>DEFAULT_COMPRESSION</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.task.io.sort.factor</name>
|
|
<value>64</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.map.sort.spill.percent</name>
|
|
<value>0.8</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.reduce.shuffle.parallelcopies</name>
|
|
<value>10</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.task.timeout</name>
|
|
<value>600000</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.client.submit.file.replication</name>
|
|
<value>10</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.job.reduces</name>
|
|
<value>1</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.task.io.sort.mb</name>
|
|
<value>256</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.map.speculative</name>
|
|
<value>false</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.reduce.speculative</name>
|
|
<value>false</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.job.reduce.slowstart.completedmaps</name>
|
|
<value>0.8</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.jobhistory.address</name>
|
|
<value>test-master-001.novalocal:10020</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.jobhistory.webapp.address</name>
|
|
<value>test-master-001.novalocal:19888</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.jobhistory.webapp.https.address</name>
|
|
<value>test-master-001.novalocal:19890</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.jobhistory.admin.address</name>
|
|
<value>test-master-001.novalocal:10033</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.framework.name</name>
|
|
<value>yarn</value>
|
|
</property>
|
|
<property>
|
|
<name>yarn.app.mapreduce.am.staging-dir</name>
|
|
<value>/user</value>
|
|
</property>
|
|
<property>
|
|
<name>yarn.app.mapreduce.am.resource.mb</name>
|
|
<value>1024</value>
|
|
</property>
|
|
<property>
|
|
<name>yarn.app.mapreduce.am.resource.cpu-vcores</name>
|
|
<value>1</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.job.ubertask.enable</name>
|
|
<value>false</value>
|
|
</property>
|
|
<property>
|
|
<name>yarn.app.mapreduce.am.command-opts</name>
|
|
<value>-Djava.net.preferIPv4Stack=true -Xmx825955249</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.map.java.opts</name>
|
|
<value>-Djava.net.preferIPv4Stack=true -Xmx825955249</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.reduce.java.opts</name>
|
|
<value>-Djava.net.preferIPv4Stack=true -Xmx825955249</value>
|
|
</property>
|
|
<property>
|
|
<name>yarn.app.mapreduce.am.admin.user.env</name>
|
|
<value>LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native:$JAVA_LIBRARY_PATH</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.map.memory.mb</name>
|
|
<value>1024</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.map.cpu.vcores</name>
|
|
<value>1</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.reduce.memory.mb</name>
|
|
<value>1024</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.reduce.cpu.vcores</name>
|
|
<value>1</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.application.classpath</name>
|
|
<value>$HADOOP_MAPRED_HOME/*,$HADOOP_MAPRED_HOME/lib/*,$MR2_CLASSPATH</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.admin.user.env</name>
|
|
<value>LD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native:$JAVA_LIBRARY_PATH</value>
|
|
</property>
|
|
<property>
|
|
<name>mapreduce.shuffle.max.connections</name>
|
|
<value>80</value>
|
|
</property>
|
|
</configuration>
|