diff options
Diffstat (limited to 'cdap3vm/config/hadoop-cluster-config-template/hive/mapred-site.xml')
| -rw-r--r-- | cdap3vm/config/hadoop-cluster-config-template/hive/mapred-site.xml | 224 |
1 files changed, 224 insertions, 0 deletions
diff --git a/cdap3vm/config/hadoop-cluster-config-template/hive/mapred-site.xml b/cdap3vm/config/hadoop-cluster-config-template/hive/mapred-site.xml new file mode 100644 index 0000000..6c71cae --- /dev/null +++ b/cdap3vm/config/hadoop-cluster-config-template/hive/mapred-site.xml @@ -0,0 +1,224 @@ +<!--Thu Jun 18 04:07:38 2015--> + <configuration> + + <property> + <name>mapreduce.admin.map.child.java.opts</name> + <value>-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}</value> + </property> + + <property> + <name>mapreduce.admin.reduce.child.java.opts</name> + <value>-server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}</value> + </property> + + <property> + <name>mapreduce.admin.user.env</name> + <value>LD_LIBRARY_PATH=/usr/hdp/${hdp.version}/hadoop/lib/native:/usr/hdp/${hdp.version}/hadoop/lib/native/Linux-amd64-64</value> + </property> + + <property> + <name>mapreduce.am.max-attempts</name> + <value>2</value> + </property> + + <property> + <name>mapreduce.application.classpath</name> + <value>$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/${hdp.version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp.version}.jar:/etc/hadoop/conf/secure</value> + </property> + + <property> + <name>mapreduce.application.framework.path</name> + <value>/hdp/apps/${hdp.version}/mapreduce/mapreduce.tar.gz#mr-framework</value> + </property> + + <property> + <name>mapreduce.cluster.administrators</name> + <value> hadoop</value> + </property> + + <property> + <name>mapreduce.framework.name</name> + <value>yarn</value> + </property> + + <property> + <name>mapreduce.job.counters.max</name> + <value>130</value> + </property> + + <property> + <name>mapreduce.job.emit-timeline-data</name> + <value>false</value> + </property> + + <property> + <name>mapreduce.job.reduce.slowstart.completedmaps</name> + <value>0.05</value> + </property> + + <property> + <name>mapreduce.jobhistory.address</name> + <value>TODO_REPLACE_HOSTNAME:10020</value> + </property> + + <property> + <name>mapreduce.jobhistory.bind-host</name> + <value>0.0.0.0</value> + </property> + + <property> + <name>mapreduce.jobhistory.done-dir</name> + <value>/mr-history/done</value> + </property> + + <property> + <name>mapreduce.jobhistory.intermediate-done-dir</name> + <value>/mr-history/tmp</value> + </property> + + <property> + <name>mapreduce.jobhistory.webapp.address</name> + <value>TODO_REPLACE_HOSTNAME:19888</value> + </property> + + <property> + <name>mapreduce.map.java.opts</name> + <value>-Xmx2048m</value> + </property> + + <property> + <name>mapreduce.map.log.level</name> + <value>INFO</value> + </property> + + <property> + <name>mapreduce.map.memory.mb</name> + <value>2560</value> + </property> + + <property> + <name>mapreduce.map.output.compress</name> + <value>false</value> + </property> + + <property> + <name>mapreduce.map.sort.spill.percent</name> + <value>0.7</value> + </property> + + <property> + <name>mapreduce.map.speculative</name> + <value>false</value> + </property> + + <property> + <name>mapreduce.output.fileoutputformat.compress</name> + <value>false</value> + </property> + + <property> + <name>mapreduce.output.fileoutputformat.compress.type</name> + <value>BLOCK</value> + </property> + + <property> + <name>mapreduce.reduce.input.buffer.percent</name> + <value>0.0</value> + </property> + + <property> + <name>mapreduce.reduce.java.opts</name> + <value>-Xmx4096m</value> + </property> + + <property> + <name>mapreduce.reduce.log.level</name> + <value>INFO</value> + </property> + + <property> + <name>mapreduce.reduce.memory.mb</name> + <value>5120</value> + </property> + + <property> + <name>mapreduce.reduce.shuffle.fetch.retry.enabled</name> + <value>1</value> + </property> + + <property> + <name>mapreduce.reduce.shuffle.fetch.retry.interval-ms</name> + <value>1000</value> + </property> + + <property> + <name>mapreduce.reduce.shuffle.fetch.retry.timeout-ms</name> + <value>30000</value> + </property> + + <property> + <name>mapreduce.reduce.shuffle.input.buffer.percent</name> + <value>0.7</value> + </property> + + <property> + <name>mapreduce.reduce.shuffle.merge.percent</name> + <value>0.66</value> + </property> + + <property> + <name>mapreduce.reduce.shuffle.parallelcopies</name> + <value>30</value> + </property> + + <property> + <name>mapreduce.reduce.speculative</name> + <value>false</value> + </property> + + <property> + <name>mapreduce.shuffle.port</name> + <value>13562</value> + </property> + + <property> + <name>mapreduce.task.io.sort.factor</name> + <value>100</value> + </property> + + <property> + <name>mapreduce.task.io.sort.mb</name> + <value>1433</value> + </property> + + <property> + <name>mapreduce.task.timeout</name> + <value>300000</value> + </property> + + <property> + <name>yarn.app.mapreduce.am.admin-command-opts</name> + <value>-Dhdp.version=${hdp.version}</value> + </property> + + <property> + <name>yarn.app.mapreduce.am.command-opts</name> + <value>-Xmx2048m -Dhdp.version=${hdp.version}</value> + </property> + + <property> + <name>yarn.app.mapreduce.am.log.level</name> + <value>INFO</value> + </property> + + <property> + <name>yarn.app.mapreduce.am.resource.mb</name> + <value>2560</value> + </property> + + <property> + <name>yarn.app.mapreduce.am.staging-dir</name> + <value>/user</value> + </property> + + </configuration> |