jalien-ce.sh

#!/bin/bash

# JAliEn VObox Startup Scripts - CE
# v1.2 - 2021-09-18
# Authors:
#     Kalana Dananjaya <kwijethu@cern.ch>
#     Costin  Grigoras <Costin.Grigoras@cern.ch>
#     Maarten Litmaath <Maarten.Litmaath@cern.ch>

ceClassName=alien.site.ComputingElement
jalienDir=/cvmfs/alice.cern.ch/el[67]-x86_64/Packages/JAliEn   # matches el6 and el7
commonConf="$confDir/version.properties"

export JALIEN_CONF_DIR=${JALIEN_CONF_DIR:-$HOME/.j/config}

########################################################################################
# Write log to file
# Globals:
#   setupLogFile: Log file for MonaLisa setup
# Arguments:
#   $1: String to log
########################################################################################
function write_log() {
	echo "$@" >> $setupLogFile
}

########################################################################################
# Stop CE
# Globals:
#	ceClassName : Computing Element classname
########################################################################################
function stop_ce() {
	echo "Stopping JAliEn CE..."
	pkill -TERM -f $ceClassName
	sleep 3

	status_ce || return 0

	echo "Killing JAliEn CE..."
	pkill -KILL -f $ceClassName

	! status_ce
}

########################################################################################
# CE PID
# Prints:
#   PID if process is running, else nothing
# Returns:
#   0 if process is running, else 1
########################################################################################
function get_ce_pid() {
	ps uxwww | awk "/[ ]$ceClassName/ { print \$2 }" | grep .
}

########################################################################################
# CE liveness check
# Returns:
#   0 if process is running, else 1
########################################################################################
function check_liveness_ce() {
	if get_ce_pid > /dev/null
	then
		return 0
	else
		return 1
	fi
}

########################################################################################
# Check CE status
# Arguments:
#   $command: "status" or "mlstatus"
# Returns: 
#	0 if process is running, else 1
########################################################################################
function status_ce() {
	command=$1

	pid=$(get_ce_pid)
	exit_code=$?

	[[ $exit_code == 0 ]] && not= || not=' Not'

	if [[ "$command" == mlstatus ]]
	then
		ceConfigVersion=$(
			[[ -f "$commonConf" ]] &&
			perl -ne 'print $1 if /^\s*jalien\s*=\s*(\S+)/i' $commonConf
		)

		: ${ceConfigVersion:=pro}

		if [[ -n "$pid" ]]
		then
			ceEnvRunningVersion=$(
		    		(tr \\0 \\n < /proc/"$pid"/environ) 2> /dev/null |
				perl -ne "
					BEGIN {
						\$v = 'local';
					}
					if (m,^CLASSPATH=.*?$jalienDir/([^/:]+),) {
						\$v=\$1;
					}
					END {
						print \$v if \$.;
					}
				"
			)
		else
			ceEnvRunningVersion=
		fi

		jaVersion=
		jconf=$JALIEN_CONF_DIR/version.properties

		if [[ -e $jconf ]]
		then
			jaVersion=$(perl -ne 'print $1 if /^\s*jobagent\.version\s*=\s*(\S+)/i' $jconf)
			jardir=$(perl -ne 'print $1 if /^\s*custom\.jobagent\.jar\.dir\s*=\s*(\S+)/i' $jconf)

			if [[ -e "$jardir/alien-users.jar" ]]
			then
				jaVersion=custom
			fi
		fi

		jaVersion=${jaVersion:-${ceEnvRunningVersion:-$ceConfigVersion}}

		msg="CE\tStatus\t$exit_code\tMessage\tCE$not Running"
		msg="$msg\tConfigVersion\t$ceConfigVersion"
		msg="$msg\tRunningVersion\t${ceEnvRunningVersion:-n/a}"
		msg="$msg\tJAVersion\t$jaVersion"

		echo -e "$msg"
	else
		echo -e "CE$not Running"
	fi

	return $exit_code
}

########################################################################################
# Start MonaLisa
# Globals:
#	siteConfiguration: Associative array of site configuration parameters in LDAP
#	commonConfiguration: Associative array of JAliEn local configuration parameters
# Arguments:
#	confDir: AliEn configuration directory
#	ldapHostname: LDAP hostname
#	ldapPort: LDAP port
#	hostname: Site hostname
########################################################################################
function start_ce() {
	confDir=$1
	ldapHostname=$2
	ldapPort=$3
	hostname=$4
	nl='
	'
	nl=${nl:0:1}

	if check_liveness_ce
	then
		echo "JAliEn CE already running"
		return 0
	fi

	#
	# Obtain site configuration from LDAP
	#

	ldapBase="ou=Sites,o=alice,dc=cern,dc=ch"
	ldapFilter="(&(objectClass=AliEnHostConfig)(host=$hostname))"

	siteLDAPQuery=$(
		ldapsearch -x -LLL -h $ldapHostname -p $ldapPort -b $ldapBase "$ldapFilter" |
		perl -p00e 's/\n //g' | envsubst
	)

	declare -A siteConfiguration

	while IFS= read -r line
	do
		#
		# Create an associative array from the LDAP configuration
		#

		if [[ ! -z $line ]]
		then
			key=$(echo "$line" | cut -d ":" -f 1 )
			val=$(echo "$line" | cut -d ":" -f 2- | sed s/.//)

			key=${key^^}
			prev=${siteConfiguration[$key]}
			prev=${prev:+$prev$nl}

			siteConfiguration[$key]=$prev$val
		fi
	done <<< "$siteLDAPQuery"

	baseLogDir=$(echo "${siteConfiguration[LOGDIR]}" | envsubst)

	if [[ -z $baseLogDir ]]
	then
		baseLogDir="$HOME/ALICE/alien-logs"
		echo "LDAP doesn't define a particular log location, using the default ($baseLogDir)"
	fi

	logDir="$baseLogDir/CE"

	if ! mkdir -p $logDir
	then
		echo "Unable to create log directory at $logDir"
		return 1
	fi

	setupLogFile="$logDir/CE-config-inputs.txt"
	ceEnv="$confDir/CE.env"
	envCommand="/cvmfs/alice.cern.ch/bin/alienv printenv JAliEn"

	> $setupLogFile

	#
	# Read JAliEn VObox config file
	#

	if [[ -f "$commonConf" ]]
	then
		declare -A commonConfiguration

		while IFS= read -r line
		do
			if [[ ! "$line" = \#* ]] && [[ "$line" =~ [A-Za-z].*= ]]
			then
				key=$(echo "$line" | cut -d "=" -f 1 )
				val=$(echo "$line" | cut -d "=" -f 2- )

				key=${key^^}
				prev=${commonConfiguration[$key]}
				prev=${prev:+$prev$nl}

				commonConfiguration[$key]=$prev$val
			fi
		done < "$commonConf"
	fi

	write_log ""
	write_log "===================== Local Configuration start ==================="
	for x in "${!commonConfiguration[@]}"
	do
		printf "[%s]=%s\n" "$x" "${commonConfiguration[$x]}" >> $setupLogFile
	done
	write_log "===================== Local Configuration end ==================="
	write_log ""

	envFile="$logDir/CE-env.sh"
	pidFile="$logDir/CE.pid"

	#
	# Reset the CE environment
	#

	> $envFile

	#
	# Bootstrap the CE environment e.g. with the correct X509_USER_PROXY
	#

	[[ -f "$ceEnv" ]] && cat "$ceEnv" >> $envFile

	#
	# Check for JAliEn version
	#

	jv=${commonConfiguration[JALIEN]}

	[[ -n "$jv" ]] || jv=pro

	jalienVersion=$(
		p=$jalienDir/$jv
		(eval readlink -f "$p" || eval ls -ld "$p") | sed '$!d;s-.*/--'
	)

	if [[ -z "$jalienVersion" ]]
	then
		echo "Requested JAliEn version '$jv' could not be resolved"
		return 1
	fi

	envCommand="$envCommand/$jalienVersion"

	$envCommand | grep . >> $envFile || return 1

	#
	# All systems go...
	#

	logFile="$logDir/CE-jvm-$(date '+%y%m%d-%H%M%S')-$$-log.txt"

	echo -e "Starting JAliEn CE..."

	(
		#
		# In a subshell, to get the process detached from the parent
		#

		source $envFile
		cd $logDir
		nohup jalien $ceClassName > "$logFile" 2>&1 < /dev/null &
		echo $! > "$pidFile"
	)

	sleep 3
	status_ce
}

function run_ce() {
	command=$1

	if [[ $command = "start" ]]
	then
		confDir=$2
		ldapHostname=$3
		ldapPort=$4
		hostname=$5
		start_ce $confDir $ldapHostname $ldapPort $hostname

	elif [[ $command = "stop" ]]
	then
		stop_ce

	elif [[ $command = "restart" ]]
	then
		stop_ce
		start_ce $confDir $ldapHostname $ldapPort $hostname

	elif [[ $command =~ "status" ]]
	then
		status_ce $command

	else
		echo "Command must be one of: 'start', 'stop', 'restart' or '(ml)status'"
		return 2
	fi
}