You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
127 lines
4.7 KiB
127 lines
4.7 KiB
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
export HADOOP_YARN_HOME=/home/hadoop
|
|
export YARN_LOG_DIR=/var/log/hadoop-yarn
|
|
export YARN_PID_DIR=/var/run/hadoop-yarn
|
|
export HADOOP_LIBEXEC_DIR=/home/hadoop/libexec
|
|
export JAVA_HOME=/usr/java/latest
|
|
|
|
|
|
# User for YARN daemons
|
|
export HADOOP_YARN_USER=${HADOOP_YARN_USER:-yarn}
|
|
|
|
# resolve links - $0 may be a softlink
|
|
export YARN_CONF_DIR="${YARN_CONF_DIR:-$HADOOP_YARN_HOME/conf}"
|
|
|
|
# some Java parameters
|
|
# export JAVA_HOME=/home/y/libexec/jdk1.6.0/
|
|
if [ "$JAVA_HOME" != "" ]; then
|
|
#echo "run java in $JAVA_HOME"
|
|
JAVA_HOME=$JAVA_HOME
|
|
fi
|
|
|
|
if [ "$JAVA_HOME" = "" ]; then
|
|
echo "Error: JAVA_HOME is not set."
|
|
exit 1
|
|
fi
|
|
|
|
JAVA=$JAVA_HOME/bin/java
|
|
JAVA_HEAP_MAX=-Xmx1000m
|
|
|
|
# For setting YARN specific HEAP sizes please use this
|
|
# Parameter and set appropriately
|
|
# YARN_HEAPSIZE=1000
|
|
|
|
# check envvars which might override default args
|
|
if [ "$YARN_HEAPSIZE" != "" ]; then
|
|
JAVA_HEAP_MAX="-Xmx""$YARN_HEAPSIZE""m"
|
|
fi
|
|
|
|
# Resource Manager specific parameters
|
|
|
|
# Specify the max Heapsize for the ResourceManager using a numerical value
|
|
# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
|
|
# the value to 1000.
|
|
# This value will be overridden by an Xmx setting specified in either YARN_OPTS
|
|
# and/or YARN_RESOURCEMANAGER_OPTS.
|
|
# If not specified, the default value will be picked from either YARN_HEAPMAX
|
|
# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.
|
|
export YARN_RESOURCEMANAGER_HEAPSIZE=1024
|
|
|
|
# Specify the max Heapsize for the timeline server using a numerical value
|
|
# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
|
|
# the value to 1000.
|
|
# This value will be overridden by an Xmx setting specified in either YARN_OPTS
|
|
# and/or YARN_TIMELINESERVER_OPTS.
|
|
# If not specified, the default value will be picked from either YARN_HEAPMAX
|
|
# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.
|
|
export YARN_TIMELINESERVER_HEAPSIZE=1000
|
|
|
|
# Specify the JVM options to be used when starting the ResourceManager.
|
|
# These options will be appended to the options specified as YARN_OPTS
|
|
# and therefore may override any similar flags set in YARN_OPTS
|
|
#export YARN_RESOURCEMANAGER_OPTS=
|
|
|
|
# Node Manager specific parameters
|
|
|
|
# Specify the max Heapsize for the NodeManager using a numerical value
|
|
# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set
|
|
# the value to 1000.
|
|
# This value will be overridden by an Xmx setting specified in either YARN_OPTS
|
|
# and/or YARN_NODEMANAGER_OPTS.
|
|
# If not specified, the default value will be picked from either YARN_HEAPMAX
|
|
# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two.
|
|
export YARN_NODEMANAGER_HEAPSIZE=1024
|
|
|
|
# Specify the JVM options to be used when starting the NodeManager.
|
|
# These options will be appended to the options specified as YARN_OPTS
|
|
# and therefore may override any similar flags set in YARN_OPTS
|
|
#export YARN_NODEMANAGER_OPTS=
|
|
|
|
# so that filenames w/ spaces are handled correctly in loops below
|
|
IFS=
|
|
|
|
|
|
# default log directory & file
|
|
if [ "$YARN_LOG_DIR" = "" ]; then
|
|
YARN_LOG_DIR="$HADOOP_YARN_HOME/logs"
|
|
fi
|
|
if [ "$YARN_LOGFILE" = "" ]; then
|
|
YARN_LOGFILE='yarn.log'
|
|
fi
|
|
|
|
# default policy file for service-level authorization
|
|
if [ "$YARN_POLICYFILE" = "" ]; then
|
|
YARN_POLICYFILE="hadoop-policy.xml"
|
|
fi
|
|
|
|
# restore ordinary behaviour
|
|
unset IFS
|
|
|
|
|
|
YARN_OPTS="$YARN_OPTS -Dhadoop.log.dir=$YARN_LOG_DIR"
|
|
YARN_OPTS="$YARN_OPTS -Dyarn.log.dir=$YARN_LOG_DIR"
|
|
YARN_OPTS="$YARN_OPTS -Dhadoop.log.file=$YARN_LOGFILE"
|
|
YARN_OPTS="$YARN_OPTS -Dyarn.log.file=$YARN_LOGFILE"
|
|
YARN_OPTS="$YARN_OPTS -Dyarn.home.dir=$YARN_COMMON_HOME"
|
|
YARN_OPTS="$YARN_OPTS -Dyarn.id.str=$YARN_IDENT_STRING"
|
|
YARN_OPTS="$YARN_OPTS -Dhadoop.root.logger=${YARN_ROOT_LOGGER:-INFO,console}"
|
|
YARN_OPTS="$YARN_OPTS -Dyarn.root.logger=${YARN_ROOT_LOGGER:-INFO,console}"
|
|
if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then
|
|
YARN_OPTS="$YARN_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH"
|
|
fi
|
|
YARN_OPTS="$YARN_OPTS -Dyarn.policy.file=$YARN_POLICYFILE"
|
|
YARN_OPTS="$YARN_OPTS -Dfile.encoding=UTF-8"
|