diff options
Diffstat (limited to 'cdap3vm/config/hadoop-cluster-config-template')
-rw-r--r-- | cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hadoop-env.sh | 10 | ||||
-rw-r--r-- | cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hdfs-site.xml | 3 |
2 files changed, 10 insertions, 3 deletions
diff --git a/cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hadoop-env.sh b/cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hadoop-env.sh index f4a200c..fc30e92 100644 --- a/cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hadoop-env.sh +++ b/cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hadoop-env.sh @@ -59,7 +59,8 @@ export HADOOP_SSH_OPTS="-o ConnectTimeout=5 -o SendEnv=HADOOP_CONF_DIR" export HADOOP_LOG_DIR=${HADOOP_LOG_MAIN}/$USER # History server logs -export HADOOP_MAPRED_LOG_DIR=${HADOOP_LOG_MAIN}-mapreduce/$USER +# [173931] now using __MAPRED_USER__ directory +export HADOOP_MAPRED_LOG_DIR=${HADOOP_LOG_MAIN}/__MAPRED_USER__ # Where log files are stored in the secure data environment. export HADOOP_SECURE_DN_LOG_DIR=${HADOOP_LOG_MAIN}/$HADOOP_SECURE_DN_USER @@ -80,7 +81,8 @@ export HADOOP_PID_DIR=/var/run/hadoop/$USER export HADOOP_SECURE_DN_PID_DIR=/var/run/hadoop/$HADOOP_SECURE_DN_USER # History server pid -export HADOOP_MAPRED_PID_DIR=/var/run/hadoop-mapreduce/$USER +# [173931] now using __MAPRED_USER__ directory +export HADOOP_MAPRED_PID_DIR=/var/run/hadoop/__MAPRED_USER__ YARN_RESOURCEMANAGER_OPTS="-Dyarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY" @@ -123,3 +125,7 @@ export HADOOP_LIBEXEC_DIR=/usr/hdp/current/hadoop-client/libexec export JAVA_LIBRARY_PATH=${JAVA_LIBRARY_PATH} export HADOOP_OPTS="-Dhdp.version=$HDP_VERSION $HADOOP_OPTS" + +# [US171516] Fix Hadoop Spark config +export SPARK_HOME="/usr/hdp/current/spark-historyserver/" + diff --git a/cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hdfs-site.xml b/cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hdfs-site.xml index a9c9c0f..8aa483d 100644 --- a/cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hdfs-site.xml +++ b/cdap3vm/config/hadoop-cluster-config-template/core_hadoop/hdfs-site.xml @@ -244,7 +244,8 @@ <property> <name>dfs.replication</name> - <value>3</value> + <!-- [DE261906] set replication to 2 on 3-node cluster --> + <value>2</value> </property> <property> |