mirror of
https://github.com/apache/doris.git
synced 2026-11-04 17:16:21 +00:00
github-actions[bot]andGavin Chou
7eddd98090
Cherry-picked from #63924 Co-authored-by: Gavin Chou <gavin@selectdb.com>
198 lines
7.4 KiB
Bash
198 lines
7.4 KiB
Bash
#!/usr/bin/env bash
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
curdir="$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd)"
|
|
|
|
DORIS_HOME="$(
|
|
cd "${curdir}/.." || exit 1
|
|
pwd
|
|
)"
|
|
|
|
cd "${DORIS_HOME}" || exit 1
|
|
|
|
if [[ ! -d bin || ! -d conf || ! -d lib ]]; then
|
|
echo "$0 must be invoked at the directory which contains bin, conf and lib"
|
|
exit 1
|
|
fi
|
|
|
|
RUN_DAEMON=0
|
|
RUN_VERSION=0
|
|
RUN_CONSOLE=0
|
|
RUN_METASERVICE=0
|
|
RUN_RECYCLYER=0
|
|
for arg; do
|
|
shift
|
|
[[ "${arg}" = "--daemonized" ]] && RUN_DAEMON=1 && continue
|
|
[[ "${arg}" = "-daemonized" ]] && RUN_DAEMON=1 && continue
|
|
[[ "${arg}" = "--daemon" ]] && RUN_DAEMON=1 && continue
|
|
[[ "${arg}" = "--version" ]] && RUN_VERSION=1 && continue
|
|
[[ "${arg}" = "--console" ]] && RUN_CONSOLE=1 && continue
|
|
[[ "${arg}" = "--meta-service" ]] && RUN_METASERVICE=1 && continue
|
|
[[ "${arg}" = "--recycler" ]] && RUN_RECYCLYER=1 && continue
|
|
set -- "$@" "${arg}"
|
|
done
|
|
if [[ ${RUN_METASERVICE} -eq 1 ]]; then
|
|
set -- "$@" "--meta-service"
|
|
fi
|
|
if [[ ${RUN_RECYCLYER} -eq 1 ]]; then
|
|
set -- "$@" "--recycler"
|
|
fi
|
|
# echo "$@" "daemonized=${daemonized}"}
|
|
|
|
custom_start="${DORIS_HOME}/bin/custom_start.sh"
|
|
if [[ -f "${custom_start}" ]]; then
|
|
source "${custom_start}"
|
|
fi
|
|
process_name="${process_name:-doris_cloud}"
|
|
|
|
CONF_FILES="${CONF_FILES:-${process_name}.conf}"
|
|
loaded_conf_env_keys=" "
|
|
for conf_pattern in ${CONF_FILES//,/ }; do
|
|
if [[ "${conf_pattern}" != /* ]]; then
|
|
conf_pattern="${DORIS_HOME}/conf/${conf_pattern}"
|
|
fi
|
|
for conf_file in ${conf_pattern}; do
|
|
if [[ ! -f "${conf_file}" ]]; then
|
|
continue
|
|
fi
|
|
while read -r line; do
|
|
envline="$(echo "${line}" |
|
|
sed 's/[[:blank:]]*=[[:blank:]]*/=/g' |
|
|
sed 's/^[[:blank:]]*//g' |
|
|
grep -E "^[[:upper:]]([[:upper:]]|_|[[:digit:]])*=" ||
|
|
true)"
|
|
envline="$(eval "echo ${envline}")"
|
|
if [[ "${envline}" == *"="* ]]; then
|
|
key="${envline%%=*}"
|
|
if [[ "${loaded_conf_env_keys}" != *" ${key} "* ]] && [[ -v ${key} ]]; then
|
|
continue
|
|
fi
|
|
eval 'export "${envline}"'
|
|
loaded_conf_env_keys="${loaded_conf_env_keys}${key} "
|
|
fi
|
|
done <"${conf_file}"
|
|
done
|
|
done
|
|
enable_hdfs=${enable_hdfs:-1}
|
|
|
|
role=''
|
|
if [[ ${RUN_METASERVICE} -eq 0 ]] && [[ ${RUN_RECYCLYER} -eq 0 ]]; then
|
|
role='MetaService and Recycler'
|
|
elif [[ ${RUN_METASERVICE} -eq 1 ]] && [[ ${RUN_RECYCLYER} -eq 0 ]]; then
|
|
role='MetaService'
|
|
elif [[ ${RUN_METASERVICE} -eq 0 ]] && [[ ${RUN_RECYCLYER} -eq 1 ]]; then
|
|
role='Recycler'
|
|
elif [[ ${RUN_METASERVICE} -eq 1 ]] && [[ ${RUN_RECYCLYER} -eq 1 ]]; then
|
|
role='MetaService and Recycler'
|
|
fi
|
|
|
|
if [[ ${RUN_VERSION} -eq 0 ]] && [[ -f "${DORIS_HOME}/bin/${process_name}.pid" ]]; then
|
|
pid=$(cat "${DORIS_HOME}/bin/${process_name}.pid")
|
|
if [[ "${pid}" != "" ]]; then
|
|
if kill -0 "$(cat "${DORIS_HOME}/bin/${process_name}.pid")" >/dev/null 2>&1; then
|
|
echo "pid file existed, ${role} have already started, pid=${pid}"
|
|
exit 1
|
|
fi
|
|
fi
|
|
echo "pid file existed but process not alive, remove it, pid=${pid}"
|
|
rm -f "${DORIS_HOME}/bin/${process_name}.pid"
|
|
fi
|
|
|
|
lib_path="${DORIS_HOME}/lib"
|
|
bin="${DORIS_HOME}/lib/${process_name}"
|
|
export LD_LIBRARY_PATH="${lib_path}:${LD_LIBRARY_PATH}"
|
|
|
|
if [[ ! -x "${DORIS_HOME}/lib/${process_name}" || ! -r "${DORIS_HOME}/lib/${process_name}" ]]; then
|
|
chmod 550 "${DORIS_HOME}/lib/${process_name}"
|
|
fi
|
|
|
|
if [[ ${enable_hdfs} -eq 1 ]]; then
|
|
if [[ -z "${JAVA_HOME}" ]]; then
|
|
echo "The JAVA_HOME environment variable is not defined correctly"
|
|
echo "This environment variable is needed to run this program"
|
|
echo "NB: JAVA_HOME should point to a JDK not a JRE"
|
|
echo "You can set it in doris_cloud.conf"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -d "${DORIS_HOME}/lib/hadoop_hdfs/" ]]; then
|
|
# add hadoop libs
|
|
for f in "${DORIS_HOME}/lib/hadoop_hdfs"/*.jar; do
|
|
DORIS_CLASSPATH="${DORIS_CLASSPATH}:${f}"
|
|
done
|
|
fi
|
|
|
|
# and conf/ dir so that hadoop libhdfs can read .xml config file in conf/
|
|
export CLASSPATH="${DORIS_HOME}/conf/:${DORIS_CLASSPATH}:${CLASSPATH}"
|
|
|
|
export LD_LIBRARY_PATH="${JAVA_HOME}/lib/server:${LD_LIBRARY_PATH}"
|
|
|
|
## set libhdfs3 conf
|
|
if [[ -f "${DORIS_HOME}/conf/hdfs-site.xml" ]]; then
|
|
export LIBHDFS3_CONF="${DORIS_HOME}/conf/hdfs-site.xml"
|
|
fi
|
|
fi
|
|
|
|
# filter known leak
|
|
export LSAN_OPTIONS=suppressions=${DORIS_HOME}/conf/lsan_suppr.conf
|
|
export ASAN_OPTIONS=suppressions=${DORIS_HOME}/conf/asan_suppr.conf
|
|
export UBSAN_OPTIONS=suppressions=${DORIS_HOME}/conf/ubsan_suppr.conf
|
|
|
|
## set asan and ubsan env to generate core file
|
|
## detect_container_overflow=0, https://github.com/google/sanitizers/issues/193
|
|
export ASAN_OPTIONS=symbolize=1:abort_on_error=1:disable_coredump=0:unmap_shadow_on_exit=1:detect_container_overflow=0:check_malloc_usable_size=0:${ASAN_OPTIONS}
|
|
export UBSAN_OPTIONS=print_stacktrace=1:${UBSAN_OPTIONS}
|
|
|
|
# to enable dump jeprof heap stats prodigally, change `prof_active:false` to `prof_active:true` or curl http://be_host:be_webport/jeheap/prof/true
|
|
# to control the dump interval change `lg_prof_interval` to a specific value, it is pow/exponent of 2 in size of bytes, default 34 means 2 ** 34 = 16GB
|
|
# to control the dump path, change `prof_prefix` to a specific path, e.g. /doris_cloud/log/ms_, by default it dumps at the path where the start command called
|
|
export JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:5000,dirty_decay_ms:5000,oversize_threshold:0,prof_prefix:ms_,prof:true,prof_active:false,lg_prof_interval:34"
|
|
|
|
if [[ "${RUN_VERSION}" -ne 0 ]]; then
|
|
"${bin}" --version
|
|
exit 0
|
|
fi
|
|
|
|
mkdir -p "${DORIS_HOME}/log"
|
|
echo "$(date +'%F %T') start with args: $*"
|
|
out_file=${DORIS_HOME}/log/${process_name}.out
|
|
if [[ "${RUN_DAEMON}" -eq 1 ]]; then
|
|
# append 10 blank lines to ensure the following tail -n10 works correctly
|
|
printf "\n\n\n\n\n\n\n\n\n\n" >>"${out_file}"
|
|
echo "$(date +'%F %T') start with args: $*" >>"${out_file}"
|
|
nohup "${bin}" "$@" >>"${out_file}" 2>&1 &
|
|
echo "wait and check ${role} start successfully" >>"${out_file}"
|
|
sleep 3
|
|
tail -n12 "${out_file}" | grep 'successfully started service'
|
|
ret=$?
|
|
if [[ ${ret} -ne 0 ]]; then
|
|
echo "${role} may not start successfully please check process log for more details"
|
|
exit 1
|
|
fi
|
|
tail -n12 "${out_file}"
|
|
exit 0
|
|
elif [[ "${RUN_CONSOLE}" -eq 1 ]]; then
|
|
# stdout for K8S log capture (StdoutLogSink), stderr (startup info + crash stack) to .out file
|
|
export DORIS_LOG_TO_STDERR=1
|
|
"${bin}" "$@" 2>>"${out_file}"
|
|
else
|
|
"${bin}" "$@"
|
|
fi
|
|
|
|
# vim: et ts=2 sw=2:
|