diff options
Diffstat (limited to 'cdap3vm/config/services-setup-templates')
13 files changed, 116 insertions, 0 deletions
diff --git a/cdap3vm/config/services-setup-templates/cdap-setup.sh b/cdap3vm/config/services-setup-templates/cdap-setup.sh new file mode 100644 index 0000000..32c0891 --- /dev/null +++ b/cdap3vm/config/services-setup-templates/cdap-setup.sh @@ -0,0 +1,6 @@ +#!/bin/bash + +# Set up files and folders + +# Start CDAP services + diff --git a/cdap3vm/config/services-setup-templates/cdap-start.sh b/cdap3vm/config/services-setup-templates/cdap-start.sh new file mode 100644 index 0000000..5b7965b --- /dev/null +++ b/cdap3vm/config/services-setup-templates/cdap-start.sh @@ -0,0 +1,11 @@ +#!/bin/bash + +export JAVA_HOME=__JAVA_HOME__ + +/etc/init.d/cdap-auth-server start +/etc/init.d/cdap-kafka-server start +/etc/init.d/cdap-master start +/etc/init.d/cdap-router start + +PATH=$PATH:__NODEJS_BIN__ +/etc/init.d/cdap-ui start diff --git a/cdap3vm/config/services-setup-templates/datanode-start.sh b/cdap3vm/config/services-setup-templates/datanode-start.sh new file mode 100644 index 0000000..c0d2076 --- /dev/null +++ b/cdap3vm/config/services-setup-templates/datanode-start.sh @@ -0,0 +1,4 @@ +#!/bin/bash + +__HDP_HADOOP_SBIN__/hadoop-daemon.sh --config __HADOOP_CONF_DIR__ start datanode + diff --git a/cdap3vm/config/services-setup-templates/hbase-master-start.sh b/cdap3vm/config/services-setup-templates/hbase-master-start.sh new file mode 100644 index 0000000..62329cf --- /dev/null +++ b/cdap3vm/config/services-setup-templates/hbase-master-start.sh @@ -0,0 +1,3 @@ +#!/bin/bash + +__HDP_CURRENT_FOLDER__/hbase-master/bin/hbase-daemon.sh start master diff --git a/cdap3vm/config/services-setup-templates/hbase-regionserver-start.sh b/cdap3vm/config/services-setup-templates/hbase-regionserver-start.sh new file mode 100644 index 0000000..08eee7c --- /dev/null +++ b/cdap3vm/config/services-setup-templates/hbase-regionserver-start.sh @@ -0,0 +1,5 @@ +#!/bin/bash + +sleep 100 # Wait for all things to sync up? +__HDP_CURRENT_FOLDER__/hbase-regionserver/bin/hbase-daemon.sh start regionserver + diff --git a/cdap3vm/config/services-setup-templates/job-history-setup-01-as-root.sh b/cdap3vm/config/services-setup-templates/job-history-setup-01-as-root.sh new file mode 100644 index 0000000..d08237c --- /dev/null +++ b/cdap3vm/config/services-setup-templates/job-history-setup-01-as-root.sh @@ -0,0 +1,4 @@ +#!/bin/bash + +chown -R __SUPER_USER__:__HADOOP_USER__ __HDP_CURRENT_FOLDER__/hadoop-yarn*/bin/container-executor +chmod -R 6050 __HDP_CURRENT_FOLDER__/hadoop-yarn*/bin/container-executor diff --git a/cdap3vm/config/services-setup-templates/job-history-setup-02-as-hdfs.sh b/cdap3vm/config/services-setup-templates/job-history-setup-02-as-hdfs.sh new file mode 100644 index 0000000..5671c35 --- /dev/null +++ b/cdap3vm/config/services-setup-templates/job-history-setup-02-as-hdfs.sh @@ -0,0 +1,16 @@ +#!/bin/bash + +hdfs dfs -mkdir -p /mr-history/tmp +hdfs dfs -chmod -R 1777 /mr-history/tmp + +hdfs dfs -mkdir -p /mr-history/done +hdfs dfs -chmod -R 1777 /mr-history/done +hdfs dfs -chown -R __MAPRED_USER__:__HDFS_USER__ /mr-history + +hdfs dfs -mkdir -p /app-logs +hdfs dfs -chmod -R 1777 /app-logs + +hdfs dfs -chown __YARN_USER__:__HDFS_USER__ /app-logs + + + diff --git a/cdap3vm/config/services-setup-templates/namenode-setup.sh b/cdap3vm/config/services-setup-templates/namenode-setup.sh new file mode 100644 index 0000000..5ba1297 --- /dev/null +++ b/cdap3vm/config/services-setup-templates/namenode-setup.sh @@ -0,0 +1,34 @@ +#!/bin/bash + +__HDP_HADOOP_BIN__/hdfs namenode -format -force +__HDP_HADOOP_SBIN__/hadoop-daemon.sh --config __HADOOP_CONF_DIR__ start namenode +__HDP_HADOOP_SBIN__/hadoop-daemon.sh --config __HADOOP_CONF_DIR__ start datanode + +# Create HBASE related folders here +( +hdfs dfs -mkdir -p /apps/hbase/staging /apps/hbase/data + +hdfs dfs -chown hbase:hdfs /apps/hbase/staging /apps/hbase/data +hdfs dfs -chmod 711 /apps/hbase/staging +hdfs dfs -chmod 755 /apps/hbase/data + +hdfs dfs -chown hdfs:hdfs /apps/hbase +) & + +hdfs dfs -mkdir -p /hdp/apps/__HDP_VERSION__/mapreduce/ +hdfs dfs -put __HDP_CURRENT_FOLDER__/hadoop-client/mapreduce.tar.gz /hdp/apps/__HDP_VERSION__/mapreduce/ +hdfs dfs -chown -R __HDFS_USER__:__HADOOP_GROUP__ /hdp +hdfs dfs -chmod -R 555 /hdp/apps/__HDP_VERSION__/mapreduce +hdfs dfs -chmod 444 /hdp/apps/__HDP_VERSION__/mapreduce/mapreduce.tar.gz + +# We will try to set up general CDAP related stuff (cluster-prep) here +( +hdfs dfs -mkdir -p /user/yarn +hdfs dfs -chown yarn:yarn /user/yarn + +hdfs dfs -mkdir -p /cdap +hdfs dfs -chown yarn /cdap + +hdfs dfs -mkdir -p /cdap/tx.snapshot +hdfs dfs -chown yarn /cdap/tx.snapshot +) & diff --git a/cdap3vm/config/services-setup-templates/node-manager-start.sh b/cdap3vm/config/services-setup-templates/node-manager-start.sh new file mode 100644 index 0000000..6ebd914 --- /dev/null +++ b/cdap3vm/config/services-setup-templates/node-manager-start.sh @@ -0,0 +1,4 @@ +#!/bin/bash + +__HDP_CURRENT_FOLDER__/hadoop-yarn-nodemanager/sbin/yarn-daemon.sh --config __HADOOP_CONF_DIR__ start nodemanager + diff --git a/cdap3vm/config/services-setup-templates/resource-manager-start.sh b/cdap3vm/config/services-setup-templates/resource-manager-start.sh new file mode 100644 index 0000000..85c660c --- /dev/null +++ b/cdap3vm/config/services-setup-templates/resource-manager-start.sh @@ -0,0 +1,4 @@ +#!/bin/bash + +__HDP_CURRENT_FOLDER__/hadoop-yarn-resourcemanager/sbin/yarn-daemon.sh --config __HADOOP_CONF_DIR__ start resourcemanager + diff --git a/cdap3vm/config/services-setup-templates/service-setup.sh b/cdap3vm/config/services-setup-templates/service-setup.sh new file mode 100644 index 0000000..a331c61 --- /dev/null +++ b/cdap3vm/config/services-setup-templates/service-setup.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +MAINLOC=$(dirname $0) +setup_script="${1}" + +if [ -z "$2" ]; then + bash ${MAINLOC}/${setup_script} +else + su "$2" -c "bash ${MAINLOC}/${setup_script}" +fi diff --git a/cdap3vm/config/services-setup-templates/zookeeper-start.sh b/cdap3vm/config/services-setup-templates/zookeeper-start.sh new file mode 100644 index 0000000..2f974f1 --- /dev/null +++ b/cdap3vm/config/services-setup-templates/zookeeper-start.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +# ZooKeeper + +ACTION="start" + +export ZOOCFGDIR=__ZOOKEEPER_CONF_DIR__ +export ZOOCFG=zoo.cfg +source ${ZOOCFGDIR}/zookeeper-env.sh +__HDP_CURRENT_FOLDER__/zookeeper-server/bin/zkServer.sh "$ACTION" + + diff --git a/cdap3vm/config/services-setup-templates/zookeeper-zkfc-start.sh b/cdap3vm/config/services-setup-templates/zookeeper-zkfc-start.sh new file mode 100644 index 0000000..319fff3 --- /dev/null +++ b/cdap3vm/config/services-setup-templates/zookeeper-zkfc-start.sh @@ -0,0 +1,3 @@ +#!/bash + +__HDP_HADOOP_SBIN__/hadoop-daemon.sh start zkfc |