#!/usr/bin/env bash
set -e
set -o pipefail
HADOOP_PREFIX=/usr/local/hadoop
HADOOP_YARN_HOME=\${HADOOP_PREFIX}
HADOOP_CONF_DIR=${HADOOP_CONF_DIR}
YARN_LOG_DIR=\${HADOOP_YARN_HOME}/logs
YARN_IDENT_STRING=root
HADOOP_MAPRED_IDENT_STRING=root
HADOOP_CONF_DIR=/etc/hadoop/conf
function _fmt () {
color_ok="\x1b[32m"
color_bad="\x1b[31m"
color="${color_bad}"
if [ "${1}" = "info" ]; then
color="${color_ok}"
fi
color_reset="\x1b[0m"
if [ "${TERM}" != "xterm" ] || [ -t 1 ]; then
# Don't use colors on pipes or non-recognized terminals
color=""
color_reset=""
fi
echo -e "$(date -u +"%Y-%m-%d %H:%M:%S UTC") ${color}$(printf "[%4s]" ${1})${color_reset}";
}
function info () { echo "$(_fmt info) ${@}" 1>&2; }
function startHdfs {
info "starting hdfs"
$HADOOP_PREFIX/sbin/start-dfs.sh --config $HADOOP_CONF_DIR
}
function startYarn {
info "starting yarn"
$HADOOP_YARN_HOME/sbin/yarn-daemon.sh --config $HADOOP_CONF_DIR start resourcemanager
$HADOOP_YARN_HOME/sbin/yarn-daemon.sh --config $HADOOP_CONF_DIR start nodemanager
$HADOOP_PREFIX/sbin/mr-jobhistory-daemon.sh start historyserver --config $HADOOP_CONF_DIR
}
startHdfs
startYarn
... View more