|
Petr Šabata |
f5bf49 |
# These variables and functions are useful in 2nd kernel
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
. /lib/kdump-lib.sh
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
KDUMP_PATH="/var/crash"
|
|
DistroBaker |
5cac7c |
KDUMP_LOG_FILE="/run/initramfs/kexec-dmesg.log"
|
|
Petr Šabata |
f5bf49 |
CORE_COLLECTOR=""
|
|
DistroBaker |
5cac7c |
DEFAULT_CORE_COLLECTOR="makedumpfile -l --message-level 7 -d 31"
|
|
Petr Šabata |
f5bf49 |
DMESG_COLLECTOR="/sbin/vmcore-dmesg"
|
|
Petr Šabata |
f5bf49 |
FAILURE_ACTION="systemctl reboot -f"
|
|
Petr Šabata |
f5bf49 |
DATEDIR=`date +%Y-%m-%d-%T`
|
|
Petr Šabata |
f5bf49 |
HOST_IP='127.0.0.1'
|
|
Petr Šabata |
f5bf49 |
DUMP_INSTRUCTION=""
|
|
Petr Šabata |
f5bf49 |
SSH_KEY_LOCATION="/root/.ssh/kdump_id_rsa"
|
|
Petr Šabata |
f5bf49 |
KDUMP_SCRIPT_DIR="/kdumpscripts"
|
|
Petr Šabata |
f5bf49 |
DD_BLKSIZE=512
|
|
Petr Šabata |
f5bf49 |
FINAL_ACTION="systemctl reboot -f"
|
|
Petr Šabata |
f5bf49 |
KDUMP_CONF="/etc/kdump.conf"
|
|
Petr Šabata |
f5bf49 |
KDUMP_PRE=""
|
|
Petr Šabata |
f5bf49 |
KDUMP_POST=""
|
|
Petr Šabata |
f5bf49 |
NEWROOT="/sysroot"
|
|
Petr Šabata |
f5bf49 |
OPALCORE="/sys/firmware/opal/mpipl/core"
|
|
Petr Šabata |
f5bf49 |
|
|
DistroBaker |
5cac7c |
#initiate the kdump logger
|
|
DistroBaker |
5cac7c |
dlog_init
|
|
DistroBaker |
5cac7c |
if [ $? -ne 0 ]; then
|
|
DistroBaker |
5cac7c |
echo "failed to initiate the kdump logger."
|
|
DistroBaker |
5cac7c |
exit 1
|
|
DistroBaker |
5cac7c |
fi
|
|
DistroBaker |
5cac7c |
|
|
Petr Šabata |
f5bf49 |
get_kdump_confs()
|
|
Petr Šabata |
f5bf49 |
{
|
|
Petr Šabata |
f5bf49 |
local config_opt config_val
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
while read config_opt config_val;
|
|
Petr Šabata |
f5bf49 |
do
|
|
Petr Šabata |
f5bf49 |
# remove inline comments after the end of a directive.
|
|
Petr Šabata |
f5bf49 |
case "$config_opt" in
|
|
Petr Šabata |
f5bf49 |
path)
|
|
Petr Šabata |
f5bf49 |
KDUMP_PATH="$config_val"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
core_collector)
|
|
Petr Šabata |
f5bf49 |
[ -n "$config_val" ] && CORE_COLLECTOR="$config_val"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
sshkey)
|
|
Petr Šabata |
f5bf49 |
if [ -f "$config_val" ]; then
|
|
Petr Šabata |
f5bf49 |
SSH_KEY_LOCATION=$config_val
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
kdump_pre)
|
|
Petr Šabata |
f5bf49 |
KDUMP_PRE="$config_val"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
kdump_post)
|
|
Petr Šabata |
f5bf49 |
KDUMP_POST="$config_val"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
fence_kdump_args)
|
|
Petr Šabata |
f5bf49 |
FENCE_KDUMP_ARGS="$config_val"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
fence_kdump_nodes)
|
|
Petr Šabata |
f5bf49 |
FENCE_KDUMP_NODES="$config_val"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
failure_action|default)
|
|
Petr Šabata |
f5bf49 |
case $config_val in
|
|
Petr Šabata |
f5bf49 |
shell)
|
|
Petr Šabata |
f5bf49 |
FAILURE_ACTION="kdump_emergency_shell"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
reboot)
|
|
Petr Šabata |
f5bf49 |
FAILURE_ACTION="systemctl reboot -f && exit"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
halt)
|
|
Petr Šabata |
f5bf49 |
FAILURE_ACTION="halt && exit"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
poweroff)
|
|
Petr Šabata |
f5bf49 |
FAILURE_ACTION="systemctl poweroff -f && exit"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
dump_to_rootfs)
|
|
Petr Šabata |
f5bf49 |
FAILURE_ACTION="dump_to_rootfs"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
esac
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
final_action)
|
|
Petr Šabata |
f5bf49 |
case $config_val in
|
|
Petr Šabata |
f5bf49 |
reboot)
|
|
Petr Šabata |
f5bf49 |
FINAL_ACTION="systemctl reboot -f"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
halt)
|
|
Petr Šabata |
f5bf49 |
FINAL_ACTION="halt"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
poweroff)
|
|
Petr Šabata |
f5bf49 |
FINAL_ACTION="systemctl poweroff -f"
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
esac
|
|
Petr Šabata |
f5bf49 |
;;
|
|
Petr Šabata |
f5bf49 |
esac
|
|
Petr Šabata |
f5bf49 |
done <<< "$(read_strip_comments $KDUMP_CONF)"
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
if [ -z "$CORE_COLLECTOR" ]; then
|
|
Petr Šabata |
f5bf49 |
CORE_COLLECTOR="$DEFAULT_CORE_COLLECTOR"
|
|
Petr Šabata |
f5bf49 |
if is_ssh_dump_target || is_raw_dump_target; then
|
|
Petr Šabata |
f5bf49 |
CORE_COLLECTOR="$CORE_COLLECTOR -F"
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
}
|
|
Petr Šabata |
f5bf49 |
|
|
DistroBaker |
5cac7c |
# store the kexec kernel log to a file.
|
|
DistroBaker |
5cac7c |
save_log()
|
|
DistroBaker |
5cac7c |
{
|
|
DistroBaker |
5cac7c |
dmesg -T > $KDUMP_LOG_FILE
|
|
DistroBaker |
5cac7c |
|
|
DistroBaker |
5cac7c |
if command -v journalctl > /dev/null; then
|
|
DistroBaker |
5cac7c |
journalctl -ab >> $KDUMP_LOG_FILE
|
|
DistroBaker |
5cac7c |
fi
|
|
DistroBaker |
5cac7c |
}
|
|
DistroBaker |
5cac7c |
|
|
Petr Šabata |
f5bf49 |
# dump_fs <mount point>
|
|
Petr Šabata |
f5bf49 |
dump_fs()
|
|
Petr Šabata |
f5bf49 |
{
|
|
DistroBaker |
633317 |
local _exitcode
|
|
Petr Šabata |
f5bf49 |
local _mp=$1
|
|
Petr Šabata |
f5bf49 |
local _dev=$(get_mount_info SOURCE target $_mp -f)
|
|
Petr Šabata |
f5bf49 |
local _op=$(get_mount_info OPTIONS target $_mp -f)
|
|
Petr Šabata |
f5bf49 |
|
|
DistroBaker |
5cac7c |
ddebug "_mp=$_mp _dev=$_dev _op=$_op"
|
|
DistroBaker |
5cac7c |
|
|
Petr Šabata |
f5bf49 |
# If dump path have a corresponding device entry but not mounted, mount it.
|
|
DistroBaker |
a10140 |
if [ -n "$_dev" ] && [ "$_dev" != "rootfs" ]; then
|
|
Petr Šabata |
f5bf49 |
if ! is_mounted "$_mp"; then
|
|
DistroBaker |
5cac7c |
dinfo "dump target $_dev is not mounted, trying to mount..."
|
|
Petr Šabata |
f5bf49 |
mkdir -p $_mp
|
|
Petr Šabata |
f5bf49 |
mount -o $_op $_dev $_mp
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
if [ $? -ne 0 ]; then
|
|
DistroBaker |
5cac7c |
derror "mounting failed (mount point: $_mp, option: $_op)"
|
|
Petr Šabata |
f5bf49 |
return 1
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
else
|
|
DistroBaker |
5cac7c |
derror "failed to dump to \"$_mp\", it's not a mount point!"
|
|
Petr Šabata |
f5bf49 |
return 1
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
# Remove -F in makedumpfile case. We don't want a flat format dump here.
|
|
Petr Šabata |
f5bf49 |
[[ $CORE_COLLECTOR = *makedumpfile* ]] && CORE_COLLECTOR=`echo $CORE_COLLECTOR | sed -e "s/-F//g"`
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
local _dump_path=$(echo "$_mp/$KDUMP_PATH/$HOST_IP-$DATEDIR/" | tr -s /)
|
|
Petr Šabata |
f5bf49 |
|
|
DistroBaker |
5cac7c |
dinfo "saving to $_dump_path"
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
# Only remount to read-write mode if the dump target is mounted read-only.
|
|
Petr Šabata |
f5bf49 |
if [[ "$_op" = "ro"* ]]; then
|
|
DistroBaker |
5cac7c |
dinfo "Mounting Dump target $_dev in rw mode."
|
|
Petr Šabata |
f5bf49 |
mount -o remount,rw $_dev $_mp || return 1
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
mkdir -p $_dump_path || return 1
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
save_vmcore_dmesg_fs ${DMESG_COLLECTOR} "$_dump_path"
|
|
Petr Šabata |
f5bf49 |
save_opalcore_fs "$_dump_path"
|
|
Petr Šabata |
f5bf49 |
|
|
DistroBaker |
5cac7c |
dinfo "saving vmcore"
|
|
DistroBaker |
5cac7c |
$CORE_COLLECTOR /proc/vmcore $_dump_path/vmcore-incomplete
|
|
DistroBaker |
633317 |
_exitcode=$?
|
|
DistroBaker |
633317 |
if [ $_exitcode -eq 0 ]; then
|
|
DistroBaker |
633317 |
mv $_dump_path/vmcore-incomplete $_dump_path/vmcore
|
|
DistroBaker |
633317 |
sync
|
|
DistroBaker |
633317 |
dinfo "saving vmcore complete"
|
|
DistroBaker |
633317 |
else
|
|
DistroBaker |
633317 |
derror "saving vmcore failed, _exitcode:$_exitcode"
|
|
DistroBaker |
633317 |
fi
|
|
DistroBaker |
633317 |
|
|
DistroBaker |
5cac7c |
save_log
|
|
DistroBaker |
5cac7c |
mv $KDUMP_LOG_FILE $_dump_path/
|
|
DistroBaker |
633317 |
if [ $_exitcode -ne 0 ]; then
|
|
DistroBaker |
633317 |
return 1
|
|
DistroBaker |
5cac7c |
fi
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
# improper kernel cmdline can cause the failure of echo, we can ignore this kind of failure
|
|
Petr Šabata |
f5bf49 |
return 0
|
|
Petr Šabata |
f5bf49 |
}
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
save_vmcore_dmesg_fs() {
|
|
Petr Šabata |
f5bf49 |
local _dmesg_collector=$1
|
|
Petr Šabata |
f5bf49 |
local _path=$2
|
|
Petr Šabata |
f5bf49 |
|
|
DistroBaker |
5cac7c |
dinfo "saving vmcore-dmesg.txt to ${_path}"
|
|
Petr Šabata |
f5bf49 |
$_dmesg_collector /proc/vmcore > ${_path}/vmcore-dmesg-incomplete.txt
|
|
Petr Šabata |
f5bf49 |
_exitcode=$?
|
|
Petr Šabata |
f5bf49 |
if [ $_exitcode -eq 0 ]; then
|
|
Petr Šabata |
f5bf49 |
mv ${_path}/vmcore-dmesg-incomplete.txt ${_path}/vmcore-dmesg.txt
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
# Make sure file is on disk. There have been instances where later
|
|
Petr Šabata |
f5bf49 |
# saving vmcore failed and system rebooted without sync and there
|
|
Petr Šabata |
f5bf49 |
# was no vmcore-dmesg.txt available.
|
|
Petr Šabata |
f5bf49 |
sync
|
|
DistroBaker |
5cac7c |
dinfo "saving vmcore-dmesg.txt complete"
|
|
Petr Šabata |
f5bf49 |
else
|
|
DistroBaker |
5cac7c |
derror "saving vmcore-dmesg.txt failed"
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
}
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
save_opalcore_fs() {
|
|
Petr Šabata |
f5bf49 |
local _path=$1
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
if [ ! -f $OPALCORE ]; then
|
|
Petr Šabata |
f5bf49 |
# Check if we are on an old kernel that uses a different path
|
|
Petr Šabata |
f5bf49 |
if [ -f /sys/firmware/opal/core ]; then
|
|
Petr Šabata |
f5bf49 |
OPALCORE="/sys/firmware/opal/core"
|
|
Petr Šabata |
f5bf49 |
else
|
|
Petr Šabata |
f5bf49 |
return 0
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
|
|
DistroBaker |
5cac7c |
dinfo "saving opalcore:$OPALCORE to ${_path}/opalcore"
|
|
Petr Šabata |
f5bf49 |
cp $OPALCORE ${_path}/opalcore
|
|
Petr Šabata |
f5bf49 |
if [ $? -ne 0 ]; then
|
|
DistroBaker |
5cac7c |
derror "saving opalcore failed"
|
|
Petr Šabata |
f5bf49 |
return 1
|
|
Petr Šabata |
f5bf49 |
fi
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
sync
|
|
DistroBaker |
5cac7c |
dinfo "saving opalcore complete"
|
|
Petr Šabata |
f5bf49 |
return 0
|
|
Petr Šabata |
f5bf49 |
}
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
dump_to_rootfs()
|
|
Petr Šabata |
f5bf49 |
{
|
|
Petr Šabata |
f5bf49 |
|
|
DistroBaker |
5cac7c |
dinfo "Trying to bring up rootfs device"
|
|
DistroBaker |
7d0122 |
systemctl is-failed dracut-initqueue || systemctl start dracut-initqueue
|
|
DistroBaker |
7d0122 |
|
|
DistroBaker |
5cac7c |
dinfo "Waiting for rootfs mount, will timeout after 90 seconds"
|
|
Petr Šabata |
f5bf49 |
systemctl start sysroot.mount
|
|
Petr Šabata |
f5bf49 |
|
|
DistroBaker |
5cac7c |
ddebug "NEWROOT=$NEWROOT"
|
|
DistroBaker |
5cac7c |
|
|
Petr Šabata |
f5bf49 |
dump_fs $NEWROOT
|
|
Petr Šabata |
f5bf49 |
}
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
kdump_emergency_shell()
|
|
Petr Šabata |
f5bf49 |
{
|
|
Petr Šabata |
f5bf49 |
echo "PS1=\"kdump:\\\${PWD}# \"" >/etc/profile
|
|
DistroBaker |
5cac7c |
ddebug "Switching to dracut emergency..."
|
|
Petr Šabata |
f5bf49 |
/bin/dracut-emergency
|
|
Petr Šabata |
f5bf49 |
rm -f /etc/profile
|
|
Petr Šabata |
f5bf49 |
}
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
do_failure_action()
|
|
Petr Šabata |
f5bf49 |
{
|
|
DistroBaker |
5cac7c |
dinfo "Executing failure action $FAILURE_ACTION"
|
|
Petr Šabata |
f5bf49 |
eval $FAILURE_ACTION
|
|
Petr Šabata |
f5bf49 |
}
|
|
Petr Šabata |
f5bf49 |
|
|
Petr Šabata |
f5bf49 |
do_final_action()
|
|
Petr Šabata |
f5bf49 |
{
|
|
DistroBaker |
5cac7c |
dinfo "Executing final action $FINAL_ACTION"
|
|
Petr Šabata |
f5bf49 |
eval $FINAL_ACTION
|
|
Petr Šabata |
f5bf49 |
}
|