LinuxGSM/lgsm/functions/command_monitor.sh

#!/bin/bash
# LinuxGSM command_monitor.sh function
# Author: Daniel Gibbs
# Contributor: UltimateByte
# Website: https://linuxgsm.com
# Description: Monitors server by checking for running processes
# then passes to gamedig and gsquery.

local commandname="MONITOR"
local commandaction="Monitor"
local function_selfname="$(basename "$(readlink -f "${BASH_SOURCE[0]}")")"

fn_monitor_loop(){
# Monitor will query up to 5 times every 15 seconds.
# Query will wait up to 60 seconds to confirm server is down giving server time if changing map.
totalseconds=0
for queryattempt in {1..5}; do
	fn_print_dots "Querying port: ${querymethod}: ${ip}:${queryport} : ${totalseconds}/${queryattempt}: "
	fn_print_querying_eol
	fn_script_log_info "Querying port: ${querymethod}: ${ip}:${queryport} : ${queryattempt} : QUERYING"
	if [ "$(cat "${rootdir}/${lockselfname}")" -gt "$(date "+%s" -d "${querydelay} mins ago")" ]; then
		fn_print_ok "Querying port: ${querymethod}: ${ip}:${queryport} : ${totalseconds}/${queryattempt}: "
		fn_print_delay_eol
		fn_script_log_info "Querying port: ${querymethod}: ${ip}:${queryport} : ${queryattempt} : DELAY"
		fn_script_log_info "Query bypassed: ${gameservername} started less than ${querydelay} minute ago"
		monitorpass=1
		core_exit.sh
	elif [ "${querymethod}" ==  "gamedig" ]; then
		query_gamedig.sh
	elif [ "${querymethod}" ==  "gsquery" ]; then
		if [ ! -f "${functionsdir}/query_gsquery.py" ]; then
			fn_fetch_file_github "lgsm/functions" "query_gsquery.py" "${functionsdir}" "chmodx" "norun" "noforce" "nomd5"
		fi
		"${functionsdir}"/query_gsquery.py -a "${ip}" -p "${queryport}" -e "${engine}" > /dev/null 2>&1
		querystatus="$?"
	elif [ "${querymethod}" ==  "tcp" ]; then
		bash -c 'exec 3<> /dev/tcp/'${ip}'/'${queryport}''
		querystatus="$?"
	elif [ "${querymethod}" ==  "udp" ]; then
		bash -c 'exec 3<> /dev/udp/'${ip}'/'${queryport}''
		querystatus="$?"
	fi

	if [ "${querystatus}" == "0" ]; then
		# Server query OK.
		fn_print_ok "Querying port: ${querymethod}: ${ip}:${queryport} : ${totalseconds}/${queryattempt}: "
		fn_print_ok_eol_nl
		fn_script_log_pass "Querying port: ${querymethod}: ${ip}:${queryport} : ${queryattempt}: OK"
		monitorpass=1
		core_exit.sh
	else
		# Server query FAIL.
		fn_script_log_info "Querying port: ${querymethod}: ${ip}:${queryport} : ${queryattempt}: FAIL"
		fn_print_fail "Querying port: ${querymethod}: ${ip}:${queryport} : ${totalseconds}/${queryattempt}: "
		fn_print_fail_eol
		# Monitor try gamedig first then gsquery before restarting.
		if [ "${querymethod}" ==  "gsquery" ]; then
			if [ "${totalseconds}" -ge "59" ]; then
				# Server query FAIL for over 59 seconds reboot server.
				fn_print_fail "Querying port: ${querymethod}: ${ip}:${queryport} : ${totalseconds}/${queryattempt}: "
				fn_print_fail_eol_nl
				fn_script_log_error "Querying port: ${querymethod}: ${ip}:${queryport} : ${queryattempt}: FAIL"

				# Send alert if enabled.
				alert="restartquery"
				alert.sh
				command_restart.sh
				core_exit.sh
			fi
		elif [ "${querymethod}" ==  "gamedig" ]; then
			if [ "${totalseconds}" -ge "29" ]; then
				break
			fi
		fi

		# Seconds counter.
		for seconds in {1..15}; do
			fn_print_fail "Querying port: ${querymethod}: ${ip}:${queryport} : ${totalseconds}/${queryattempt}: WAIT"
			totalseconds=$((totalseconds + 1))
			if [ "${seconds}" == "15" ]; then
				break
			fi
		done
	fi
done
}

fn_monitor_check_lockfile(){
	# Monitor does not run it lockfile is not found.
	if [ ! -f "${rootdir}/${lockselfname}" ]; then
		fn_print_error_nl "Disabled: No lockfile found"
		fn_script_log_error "Disabled: No lockfile found"
		echo "	* To enable monitor run ./${selfname} start"
		core_exit.sh
	fi
}

fn_monitor_check_update(){
	# Monitor will not check if update is running.
	if [ "$(ps -ef | grep "${selfname} update" | grep -v grep | wc -l)" != "0" ]; then
		fn_print_error_nl "SteamCMD is currently checking for updates"
		fn_script_log_error "SteamCMD is currently checking for updates"
		core_exit.sh
	fi
}

fn_monitor_check_session(){
	fn_print_dots "Checking session: "
	fn_print_checking_eol
	fn_script_log_info "Checking session: CHECKING"
	if [ "${status}" != "0" ]; then
		fn_print_ok "Checking session: "
		fn_print_ok_eol_nl
		fn_script_log_pass "Checking session: OK"
	else
		if [ "${shortname}" == "ts3" ]; then
			fn_print_error "Checking session: ${ts3error}: "
		elif [ "${shortname}" == "mumble" ]; then
			fn_print_error "Checking session: Not listening to port ${queryport}"
		else
			fn_print_error "Checking session: "
		fi
		fn_print_fail_eol_nl
		fn_script_log_error "Checking session: FAIL"
		alert="restart"
		alert.sh
		fn_script_log_info "Monitor is starting ${servername}"
		command_restart.sh
		core_exit.sh
	fi
}

fn_monitor_query(){
	fn_script_log_info "Querying port: query enabled"
	# Engines that work with query.
	local allowed_engines_array=( avalanche2.0 avalanche3.0 barotrauma goldsource idtech2 idtech3 idtech3_ql ioquake3 iw2.0 iw3.0 lwjgl2 madness quake refractor realvirtuality source spark starbound unity3d unreal unreal2 unreal4 wurm )
	for allowed_engine in "${allowed_engines_array[@]}"
	do
		if [ "${allowed_engine}" == "${engine}" ]; then
			if [ "${engine}" == "idtech3_ql" ]; then
				local engine="quakelive"
			elif [ "${shortname}" == "kf2" ]; then
				local engine="unreal4"
			fi

			# Will first attempt to use gamedig then gsquery.
			totalseconds=0
			if [ "${shortname}" == "wurm" ]; then
				local query_methods_array=( gsquery )
			else
				local query_methods_array=( gamedig gsquery )
			fi
			for query_method in "${query_methods_array[@]}"
			do
				if [ "${query_method}" == "gamedig" ]; then
					# Will bypass gamedig if not installed.
					if [ "$(command -v gamedig 2>/dev/null)" ]&&[ "$(command -v jq 2>/dev/null)" ]; then
						if [ -z "${monitorpass}" ]; then
							querymethod="${query_method}"
							fn_monitor_loop
						fi
					fi
				else
					if [ -z "${monitorpass}" ]; then
						querymethod="${query_method}"
						fn_monitor_loop
					fi
				fi
			done
		fi
	done
}

fn_monitor_query_tcp(){
	querymethod="tcp"
	fn_monitor_loop
}

fn_monitor_query_udp(){
	querymethod="upd"
	fn_monitor_loop
}

monitorflag=1
fn_print_dots "${servername}"
check.sh
logs.sh
info_config.sh
info_parms.sh

fn_monitor_check_lockfile
fn_monitor_check_update
fn_monitor_check_session

# Fix if lockfile is not unix time or contains letters
if [[ "$(cat "${rootdir}/${lockselfname}")" =~ [A-Za-z] ]]; then
    date '+%s' > "${rootdir}/${lockselfname}"
fi

# Add a query bypass if missing
if [ -z "${querydelay}" ]; then
	querydelay="1"
fi

# Query has to be enabled in Starbound config.
if [ "${shortname}" == "sb" ]; then
	if [ "${queryenabled}" == "true" ]; then
		fn_monitor_query
	fi
elif [ "${shortname}" == "ts3" ]||[ "${shortname}" == "eco" ]||[ "${shortname}" == "mumble" ]; then
	fn_monitor_query_tcp
else
	fn_monitor_query
fi

core_exit.sh