From 61dd0f9ca20b0f252996b6f610b4473ba83ca97a Mon Sep 17 00:00:00 2001
From: David Vossel <dvossel@redhat.com>
Date: Wed, 12 Feb 2014 12:36:21 -0500
Subject: [PATCH] High: clvm: Introducing clvmd resource agent

---
 doc/man/Makefile.am   |   1 +
 heartbeat/Makefile.am |   1 +
 heartbeat/clvm        | 396 ++++++++++++++++++++++++++++++++++++++++++++++++++
 3 files changed, 398 insertions(+)
 create mode 100755 heartbeat/clvm

diff --git a/doc/man/Makefile.am b/doc/man/Makefile.am
index 3bf569a..49b5c58 100644
--- a/doc/man/Makefile.am
+++ b/doc/man/Makefile.am
@@ -94,6 +94,7 @@ man_MANS	       = ocf_heartbeat_AoEtarget.7 \
                           ocf_heartbeat_anything.7 \
                           ocf_heartbeat_apache.7 \
                           ocf_heartbeat_asterisk.7 \
+                          ocf_heartbeat_clvm.7 \
                           ocf_heartbeat_conntrackd.7 \
                           ocf_heartbeat_db2.7 \
                           ocf_heartbeat_dhcpd.7 \
diff --git a/heartbeat/Makefile.am b/heartbeat/Makefile.am
index bc95f89..2c3056d 100644
--- a/heartbeat/Makefile.am
+++ b/heartbeat/Makefile.am
@@ -61,6 +61,7 @@ ocf_SCRIPTS	     =  ClusterMon		\
 			asterisk		\
 			nginx			\
 			AudibleAlarm		\
+			clvm		\
 			conntrackd		\
 			db2			\
 			dhcpd		\
diff --git a/heartbeat/clvm b/heartbeat/clvm
new file mode 100755
index 0000000..3e7701d
--- /dev/null
+++ b/heartbeat/clvm
@@ -0,0 +1,396 @@
+#!/bin/bash
+#
+# Copyright (c) 2014 David Vossel <dvossel@redhat.com>
+#                    All Rights Reserved.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of version 2 of the GNU General Public License as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it would be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+#
+# Further, this software is distributed without any warranty that it is
+# free of the rightful claim of any third person regarding infringement
+# or the like.  Any license provided herein, whether implied or
+# otherwise, applies only to this software file.  Patent licenses, if
+# any, provided herein do not apply to combinations of this program with
+# other software, or any other product whatsoever.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write the Free Software Foundation,
+# Inc., 59 Temple Place - Suite 330, Boston MA 02111-1307, USA.
+#
+
+#######################################################################
+# Initialization:
+
+: ${OCF_FUNCTIONS_DIR=${OCF_ROOT}/lib/heartbeat}
+. ${OCF_FUNCTIONS_DIR}/ocf-shellfuncs
+. ${OCF_FUNCTIONS_DIR}/ocf-directories
+
+#######################################################################
+
+meta_data() {
+	cat <<END
+<?xml version="1.0"?>
+<!DOCTYPE resource-agent SYSTEM "ra-api-1.dtd">
+<resource-agent name="clvm" version="0.9">
+<version>1.0</version>
+
+<longdesc lang="en">
+This agent manages the clvmd daemon.
+</longdesc>
+<shortdesc lang="en">clvmd</shortdesc>
+
+<parameters>
+<parameter name="with_cmirrord" unique="0" required="0">
+<longdesc lang="en">
+Start with cmirrord (cluster mirror log daemon).
+</longdesc>
+<shortdesc lang="en">activate cmirrord</shortdesc>
+<content type="boolean" default="false" />
+</parameter>
+
+<parameter name="daemon_options" unique="0">
+<longdesc lang="en">
+Options to clvmd. Refer to clvmd.8 for detailed descriptions.
+</longdesc>
+<shortdesc lang="en">Daemon Options</shortdesc>
+<content type="string" default="-d0"/>
+</parameter>
+</parameters>
+
+<actions>
+<action name="start"        timeout="90" />
+<action name="stop"         timeout="90" />
+<action name="monitor"      timeout="90" interval="30" depth="0" />
+<action name="reload"       timeout="90" />
+<action name="meta-data"    timeout="10" />
+<action name="validate-all"   timeout="20" />
+</actions>
+</resource-agent>
+END
+}
+
+#######################################################################
+
+: ${OCF_RESKEY_daemon_options:="-d0"}
+
+sbindir=$HA_SBIN_DIR
+if [ -z $sbindir ]; then
+	sbindir=/usr/sbin
+fi
+DAEMON="clvmd"
+CMIRROR="cmirrord"
+DAEMON_PATH="${sbindir}/clvmd"
+CMIRROR_PATH="${sbindir}/cmirrord"
+LOCK_FILE="/var/lock/subsys/$DAEMON"
+LVM_VGCHANGE=${sbindir}/vgchange
+LVM_VGDISPLAY=${sbindir}/vgdisplay
+LVM_VGSCAN=${sbindir}/vgscan
+
+# Leaving this in for legacy. We do not want to advertize
+# the abilty to set options in the systconfig exists, we want
+# to expand the OCF style options as necessary instead.
+[ -f /etc/sysconfig/cluster ] && . /etc/sysconfig/cluster
+[ -f /etc/sysconfig/$DAEMON ] && . /etc/sysconfig/$DAEMON
+
+CLVMD_TIMEOUT="90"
+if [ -n "$OCF_RESKEY_CRM_meta_timeout" ]; then
+	CLVMD_TIMEOUT=$(($OCF_RESKEY_CRM_meta_timeout/1000))
+fi
+
+clvmd_usage()
+{
+	cat <<END
+usage: $0 {start|stop|monitor|validate-all|meta-data}
+
+Expects to have a fully populated OCF RA-compliant environment set.
+END
+}
+
+clvmd_validate()
+{
+	# check_binary will exit with OCF_ERR_INSTALLED
+	# when binary is missing
+	check_binary "pgrep"
+	check_binary $DAEMON_PATH
+	if ocf_is_true $OCF_RESKEY_with_cmirrord; then
+		check_binary $CMIRROR_PATH
+	fi
+
+	if [ "$__OCF_ACTION" != "monitor" ]; then
+		check_binary "killall"
+		check_binary $LVM_VGCHANGE
+		check_binary $LVM_VGDISPLAY
+		check_binary $LVM_VGSCAN
+	fi
+
+	# Future validation checks here.
+	return $OCF_SUCCESS
+}
+
+check_process()
+{
+	local binary=$1
+	local pidfile="${HA_RSCTMP}/${binary}-${OCF_RESOURCE_INSTANCE}.pid"
+	local pid
+
+	ocf_log debug "Checking status for ${binary}."
+	if [ -e "$pidfile" ]; then
+		cat /proc/$(cat $pidfile)/cmdline 2>/dev/null | grep -a "${binary}" > /dev/null 2>&1
+		if [ $? -eq 0 ];then
+			# shortcut without requiring pgrep to search through all procs
+			return $OCF_SUCCESS
+		fi
+	fi
+
+	pid=$(pgrep ${binary})
+	case $? in
+		0)
+			ocf_log info "PID file (pid:${pid} at $pidfile) created for ${binary}."
+			echo "$pid" > $pidfile
+			return $OCF_SUCCESS;;
+		1)
+			rm -f "$pidfile" > /dev/null 2>&1 
+			ocf_log info "$binary is not running"
+			return $OCF_NOT_RUNNING;;
+		*)
+			rm -f "$pidfile" > /dev/null 2>&1 
+			ocf_log err "Error encountered detecting pid status of $binary"
+			return $OCF_ERR_GENERIC;;
+	esac
+}
+
+clvmd_status()
+{
+	local rc
+	local mirror_rc
+	clvmd_validate
+	if [ $? -ne $OCF_SUCCESS ]; then
+		ocf_log error "Unable to monitor, Environment validation failed."
+		return $?
+	fi
+
+	check_process $DAEMON
+	rc=$?
+	mirror_rc=$rc
+
+	if ocf_is_true $OCF_RESKEY_with_cmirrord; then
+		check_process $CMIRROR
+		mirror_rc=$?
+	fi
+
+	# If these ever don't match, return error to force recovery
+	if [ $mirror_rc -ne $rc ]; then
+		return $OCF_ERR_GENERIC
+	fi
+
+	return $rc
+}
+
+# NOTE: replace this with vgs, once display filter per attr is implemented.
+clustered_vgs() {
+	${LVM_VGDISPLAY} 2>/dev/null | awk 'BEGIN {RS="VG Name"} {if (/Clustered/) print $1;}'
+}
+
+wait_for_process()
+{
+	local binary=$1
+	local timeout=$2
+	local count=0
+
+	ocf_log info "Waiting for $binary to exit"
+	usleep 500000
+	while [ $count -le $timeout ]; do
+		check_process $binary
+		if [ $? -eq $OCF_NOT_RUNNING ]; then
+			ocf_log info "$binary terminated"
+			return $OCF_SUCCESS
+		fi
+		sleep 1
+		count=$((count+1))
+	done
+
+	return $OCF_ERR_GENERIC
+}
+
+time_left()
+{
+	local end=$1
+	local default=$2
+	local now=$SECONDS
+	local result=0
+
+	result=$(( $end - $now ))
+	if [ $result -lt $default ]; then
+		return $default
+	fi
+	return $result
+}
+
+clvmd_stop()
+{
+	local LVM_VGS
+	local rc=$OCF_SUCCESS
+	local end=$(( $SECONDS + $CLVMD_TIMEOUT ))
+
+	clvmd_status
+	if [ $? -eq $OCF_NOT_RUNNING ]; then
+		return $OCF_SUCCESS
+	fi
+
+	check_process $DAEMON
+	if [ $? -ne $OCF_NOT_RUNNING ]; then
+		LVM_VGS="$(clustered_vgs)"
+
+		if [ -n "$LVM_VGS" ]; then
+			ocf_log info "Deactivating clustered VG(s):" 
+			ocf_run ${LVM_VGCHANGE} -anl $LVM_VGS
+			if [ $? -ne 0 ]; then
+				ocf_log error "Failed to deactivate volume groups, cluster vglist = $LVM_VGS" 
+				return $OCF_ERR_GENERIC
+			fi
+		fi
+
+		ocf_log info "Signaling $DAEMON to exit"
+		killall -TERM $DAEMON
+		if [ $? != 0 ]; then
+			ocf_log error "Failed to signal -TERM to $DAEMON"
+			return $OCF_ERR_GENERIC
+		fi
+
+		wait_for_process $DAEMON $CLVMD_TIMEOUT
+		rc=$?
+		if [ $rc -ne $OCF_SUCCESS ]; then
+			ocf_log error "$DAEMON failed to exit"
+			return $rc
+		fi
+
+		rm -f $LOCK_FILE
+	fi
+
+	check_process $CMIRROR
+	if [ $? -ne $OCF_NOT_RUNNING ] && ocf_is_true $OCF_RESKEY_with_cmirrord; then
+		local timeout
+		ocf_log info "Signaling $CMIRROR to exit"
+		killall -INT $CMIRROR
+
+		time_left $end 10; timeout=$?
+		wait_for_process $CMIRROR $timeout
+		rc=$?
+		if [ $rc -ne $OCF_SUCCESS ]; then
+			killall -KILL $CMIRROR
+			time_left $end 10; timeout=$?
+			wait_for_process $CMIRROR $(time_left $end 10)
+			rc=$?
+		fi
+	fi
+
+	return $rc
+}
+
+start_process()
+{
+	local binary_path=$1
+	local opts=$2
+
+	check_process "$(basename $binary_path)"
+	if [ $? -ne $OCF_SUCCESS ]; then
+		ocf_log info "Starting $binary_path: "
+		ocf_run $binary_path $opts
+		rc=$?
+		if [ $rc -ne 0 ]; then
+			ocf_log error "Failed to launch $binary_path, exit code $rc"
+			exit $OCF_ERR_GENERIC
+		fi
+	fi
+
+	return $OCF_SUCCESS
+}
+
+clvmd_activate_all()
+{
+	# Activate all volume groups by leaving the
+	# "volume group name" parameter empty
+	ocf_run ${LVM_VGCHANGE} -aay
+	if [ $? -ne 0 ]; then
+		ocf_log info "Failed to activate VG(s):"
+		clvmd_stop
+		return $OCF_ERR_GENERIC
+	fi
+	return $OCF_SUCCESS
+}
+
+clvmd_start()
+{
+	local rc=0
+	local CLVMDOPTS="-T${CLVMD_TIMEOUT} $OCF_RESKEY_daemon_options"
+
+	clvmd_validate
+	if [ $? -ne $OCF_SUCCESS ]; then
+		ocf_log error "Unable to start, Environment validation failed."
+		return $?
+	fi
+
+	clvmd_status
+	if [ $? -eq $OCF_SUCCESS ]; then
+		ocf_log debug "$DAEMON already started"
+		clvmd_activate_all
+		return $?;
+	fi
+
+	# if either of these fail, script will exit OCF_ERR_GENERIC
+	if ocf_is_true $OCF_RESKEY_with_cmirrord; then
+		start_process $CMIRROR_PATH
+	fi
+	start_process $DAEMON_PATH $CLVMDOPTS
+
+	# Refresh local cache.
+	#
+	# It's possible that new PVs were added to this, or other VGs
+	# while this node was down. So we run vgscan here to avoid
+	# any potential "Missing UUID" messages with subsequent
+	# LVM commands.
+
+	# The following step would be better and more informative to the user:
+	# 'action "Refreshing VG(s) local cache:" ${LVM_VGSCAN}'
+	# but it could show warnings such as:
+	# 'clvmd not running on node x-y-z  Unable to obtain global lock.'
+	# and the action would be shown as FAILED when in reality it didn't.
+	# Ideally vgscan should have a startup mode that would not print
+	# unnecessary warnings.
+
+	${LVM_VGSCAN} > /dev/null 2>&1
+	touch $LOCK_FILE
+
+	clvmd_activate_all
+
+	clvmd_status
+	return $?
+}
+
+case $__OCF_ACTION in
+	meta-data)   meta_data
+		exit $OCF_SUCCESS;;
+
+	start)         clvmd_start;;
+
+	stop)          clvmd_stop;;
+
+	monitor)       clvmd_status;;
+
+	validate-all)  clvmd_validate;;
+
+	usage|help)    clvmd_usage;;
+
+	*)             clvmd_usage
+	               exit $OCF_ERR_UNIMPLEMENTED;;
+esac
+
+rc=$?
+ocf_log debug "${OCF_RESOURCE_INSTANCE} $__OCF_ACTION : $rc"
+exit $rc
+
-- 
1.8.4.2