diff --git a/SOURCES/013-guest-node.patch b/SOURCES/013-guest-node.patch new file mode 100644 index 0000000..1291635 --- /dev/null +++ b/SOURCES/013-guest-node.patch @@ -0,0 +1,126 @@ +From 11685256d35035ae69985d1f4536d0ed68951efe Mon Sep 17 00:00:00 2001 +From: Ken Gaillot <kgaillot@redhat.com> +Date: Thu, 24 Oct 2019 17:35:48 -0500 +Subject: [PATCH 4/5] Fix: scheduler: properly detect whether guest node is + fenceable + +Guest nodes are "fenced" by stopping their container resource. Previously, we +assumed that this was always possible. However, it may not be if the +container's host is failed and not fenceable (e.g. due to lack of quorum). + +Now, we check guest nodes for fenceability as we do for other nodes, +with the criteria being that the guest's host must be either online or +fenceable. Additionally, when creating a new action that normally does not +require fencing, we make the action unrunnable if it is on an non-fenceable +guest node, because the action cannot be attempted in that case. +--- + lib/pengine/utils.c | 55 ++++++++++++++++++++++++++++++++++++++--------------- + pengine/allocate.c | 3 ++- + 2 files changed, 42 insertions(+), 16 deletions(-) + +diff --git a/lib/pengine/utils.c b/lib/pengine/utils.c +index 97241af..671ef76 100644 +--- a/lib/pengine/utils.c ++++ b/lib/pengine/utils.c +@@ -92,36 +92,49 @@ pe_free_rsc_action_details(pe_action_t *action) + * \param[in] data_set Working set for cluster + * \param[in] node Name of node to check + * +- * \return TRUE if node can be fenced, FALSE otherwise +- * +- * \note This function should only be called for cluster nodes and baremetal +- * remote nodes; guest nodes are fenced by stopping their container +- * resource, so fence execution requirements do not apply to them. ++ * \return true if node can be fenced, false otherwise + */ +-bool pe_can_fence(pe_working_set_t * data_set, node_t *node) ++bool ++pe_can_fence(pe_working_set_t *data_set, pe_node_t *node) + { +- if(is_not_set(data_set->flags, pe_flag_stonith_enabled)) { +- return FALSE; /* Turned off */ ++ if (is_container_remote_node(node)) { ++ /* Guest nodes are fenced by stopping their container resource. We can ++ * do that if the container's host is either online or fenceable. ++ */ ++ pe_resource_t *rsc = node->details->remote_rsc->container; ++ ++ for (GList *n = rsc->running_on; n != NULL; n = n->next) { ++ pe_node_t *container_node = n->data; ++ ++ if (!container_node->details->online ++ && !pe_can_fence(data_set, container_node)) { ++ return false; ++ } ++ } ++ return true; ++ ++ } else if(is_not_set(data_set->flags, pe_flag_stonith_enabled)) { ++ return false; /* Turned off */ + + } else if (is_not_set(data_set->flags, pe_flag_have_stonith_resource)) { +- return FALSE; /* No devices */ ++ return false; /* No devices */ + + } else if (is_set(data_set->flags, pe_flag_have_quorum)) { +- return TRUE; ++ return true; + + } else if (data_set->no_quorum_policy == no_quorum_ignore) { +- return TRUE; ++ return true; + + } else if(node == NULL) { +- return FALSE; ++ return false; + + } else if(node->details->online) { + crm_notice("We can fence %s without quorum because they're in our membership", node->details->uname); +- return TRUE; ++ return true; + } + + crm_trace("Cannot fence %s", node->details->uname); +- return FALSE; ++ return false; + } + + node_t * +@@ -576,7 +589,19 @@ custom_action(resource_t * rsc, char *key, const char *task, + } else if (action->needs == rsc_req_nothing) { + pe_rsc_trace(rsc, "Action %s does not require anything", action->uuid); + pe_action_set_reason(action, NULL, TRUE); +- pe_set_action_bit(action, pe_action_runnable); ++ if (is_container_remote_node(action->node) ++ && !pe_can_fence(data_set, action->node)) { ++ /* An action that requires nothing usually does not require any ++ * fencing in order to be runnable. However, there is an ++ * exception: an action cannot be completed if it is on a guest ++ * node whose host is unclean and cannot be fenced. ++ */ ++ pe_clear_action_bit(action, pe_action_runnable); ++ crm_debug("%s\t%s (cancelled : host cannot be fenced)", ++ action->node->details->uname, action->uuid); ++ } else { ++ pe_set_action_bit(action, pe_action_runnable); ++ } + #if 0 + /* + * No point checking this +diff --git a/pengine/allocate.c b/pengine/allocate.c +index e30cb1c..b819af3 100644 +--- a/pengine/allocate.c ++++ b/pengine/allocate.c +@@ -1584,7 +1584,8 @@ stage6(pe_working_set_t * data_set) + * so handle them separately. + */ + if (is_container_remote_node(node)) { +- if (node->details->remote_requires_reset && need_stonith) { ++ if (node->details->remote_requires_reset && need_stonith ++ && pe_can_fence(data_set, node)) { + fence_guest(node, data_set); + } + continue; +-- +1.8.3.1 + diff --git a/SOURCES/014-guest-node-test.patch b/SOURCES/014-guest-node-test.patch new file mode 100644 index 0000000..95cf581 --- /dev/null +++ b/SOURCES/014-guest-node-test.patch @@ -0,0 +1,1297 @@ +From 739fb14ad27e3a8ab18e92a23f0926c773983ad6 Mon Sep 17 00:00:00 2001 +From: Ken Gaillot <kgaillot@redhat.com> +Date: Tue, 29 Oct 2019 17:44:40 -0500 +Subject: [PATCH 5/5] Test: scheduler: add regression test for guest node with + unclean host that cannot be fenced + +--- + pengine/regression.sh | 1 + + pengine/test10/guest-host-not-fenceable.dot | 258 +++++++++++++++ + pengine/test10/guest-host-not-fenceable.exp | 340 +++++++++++++++++++ + pengine/test10/guest-host-not-fenceable.scores | 134 ++++++++ + pengine/test10/guest-host-not-fenceable.summary | 87 +++++ + pengine/test10/guest-host-not-fenceable.xml | 413 ++++++++++++++++++++++++ + 6 files changed, 1233 insertions(+) + create mode 100644 pengine/test10/guest-host-not-fenceable.dot + create mode 100644 pengine/test10/guest-host-not-fenceable.exp + create mode 100644 pengine/test10/guest-host-not-fenceable.scores + create mode 100644 pengine/test10/guest-host-not-fenceable.summary + create mode 100755 pengine/test10/guest-host-not-fenceable.xml + +diff --git a/pengine/regression.sh b/pengine/regression.sh +index 25d9e3f..f2226ed 100755 +--- a/pengine/regression.sh ++++ b/pengine/regression.sh +@@ -862,6 +862,7 @@ do_test whitebox-imply-stop-on-fence "imply stop action on container node rsc wh + do_test whitebox-nested-group "Verify guest remote-node works nested in a group" + do_test guest-node-host-dies "Verify guest node is recovered if host goes away" + do_test guest-node-cleanup "Order guest node connection recovery after container probe" ++do_test guest-host-not-fenceable "Actions on guest node are unrunnable if host is unclean and cannot be fenced" + + echo "" + do_test remote-startup-probes "Baremetal remote-node startup probes" +diff --git a/pengine/test10/guest-host-not-fenceable.dot b/pengine/test10/guest-host-not-fenceable.dot +new file mode 100644 +index 0000000..a510aaf +--- /dev/null ++++ b/pengine/test10/guest-host-not-fenceable.dot +@@ -0,0 +1,258 @@ ++ digraph "g" { ++"galera-bundle-0_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-0_start_0 node1" -> "galera-bundle-0_monitor_60000 node1" [ style = dashed] ++"galera-bundle-0_start_0 node1" -> "galera_clear_failcount_0 galera-bundle-0" [ style = dashed] ++"galera-bundle-0_start_0 node1" -> "galera_monitor_10000 galera-bundle-0" [ style = dashed] ++"galera-bundle-0_start_0 node1" -> "galera_start_0 galera-bundle-0" [ style = dashed] ++"galera-bundle-0_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-0_stop_0 node1" -> "galera-bundle-0_start_0 node1" [ style = dashed] ++"galera-bundle-0_stop_0 node1" -> "galera-bundle-docker-0_stop_0 node1" [ style = bold] ++"galera-bundle-0_stop_0 node1" [ style=bold color="green" fontcolor="black"] ++"galera-bundle-1_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-1_start_0 node1" -> "galera-bundle-1_monitor_60000 node1" [ style = dashed] ++"galera-bundle-1_start_0 node1" -> "galera_monitor_10000 galera-bundle-1" [ style = dashed] ++"galera-bundle-1_start_0 node1" -> "galera_start_0 galera-bundle-1" [ style = dashed] ++"galera-bundle-1_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-1_stop_0 node2" -> "galera-bundle-1_start_0 node1" [ style = dashed] ++"galera-bundle-1_stop_0 node2" -> "galera-bundle-docker-1_stop_0 node2" [ style = dashed] ++"galera-bundle-1_stop_0 node2" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-2_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-2_start_0 node1" -> "galera-bundle-2_monitor_60000 node1" [ style = dashed] ++"galera-bundle-2_start_0 node1" -> "galera_monitor_20000 galera-bundle-2" [ style = dashed] ++"galera-bundle-2_start_0 node1" -> "galera_monitor_30000 galera-bundle-2" [ style = dashed] ++"galera-bundle-2_start_0 node1" -> "galera_start_0 galera-bundle-2" [ style = dashed] ++"galera-bundle-2_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-2_stop_0 node3" -> "galera-bundle-2_start_0 node1" [ style = dashed] ++"galera-bundle-2_stop_0 node3" -> "galera-bundle-docker-2_stop_0 node3" [ style = dashed] ++"galera-bundle-2_stop_0 node3" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-docker-0_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-docker-0_start_0 node1" -> "galera-bundle-0_start_0 node1" [ style = dashed] ++"galera-bundle-docker-0_start_0 node1" -> "galera-bundle-docker-0_monitor_60000 node1" [ style = dashed] ++"galera-bundle-docker-0_start_0 node1" -> "galera-bundle_running_0" [ style = dashed] ++"galera-bundle-docker-0_start_0 node1" -> "galera_start_0 galera-bundle-0" [ style = dashed] ++"galera-bundle-docker-0_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-docker-0_stop_0 node1" -> "galera-bundle-docker-0_start_0 node1" [ style = dashed] ++"galera-bundle-docker-0_stop_0 node1" -> "galera-bundle_stopped_0" [ style = bold] ++"galera-bundle-docker-0_stop_0 node1" [ style=bold color="green" fontcolor="black"] ++"galera-bundle-docker-1_stop_0 node2" -> "galera-bundle_stopped_0" [ style = dashed] ++"galera-bundle-docker-1_stop_0 node2" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-docker-2_stop_0 node3" -> "galera-bundle_stopped_0" [ style = dashed] ++"galera-bundle-docker-2_stop_0 node3" [ style=dashed color="red" fontcolor="black"] ++"galera-bundle-master_demote_0" -> "galera-bundle-master_demoted_0" [ style = bold] ++"galera-bundle-master_demote_0" -> "galera_demote_0 galera-bundle-0" [ style = bold] ++"galera-bundle-master_demote_0" -> "galera_demote_0 galera-bundle-1" [ style = dashed] ++"galera-bundle-master_demote_0" -> "galera_demote_0 galera-bundle-2" [ style = dashed] ++"galera-bundle-master_demote_0" [ style=bold color="green" fontcolor="orange"] ++"galera-bundle-master_demoted_0" -> "galera-bundle-master_start_0" [ style = dashed] ++"galera-bundle-master_demoted_0" -> "galera-bundle-master_stop_0" [ style = bold] ++"galera-bundle-master_demoted_0" -> "galera-bundle_demoted_0" [ style = bold] ++"galera-bundle-master_demoted_0" [ style=bold color="green" fontcolor="orange"] ++"galera-bundle-master_running_0" -> "galera-bundle_running_0" [ style = dashed] ++"galera-bundle-master_running_0" [ style=dashed color="red" fontcolor="orange"] ++"galera-bundle-master_start_0" -> "galera-bundle-master_running_0" [ style = dashed] ++"galera-bundle-master_start_0" -> "galera_start_0 galera-bundle-0" [ style = dashed] ++"galera-bundle-master_start_0" -> "galera_start_0 galera-bundle-1" [ style = dashed] ++"galera-bundle-master_start_0" -> "galera_start_0 galera-bundle-2" [ style = dashed] ++"galera-bundle-master_start_0" [ style=dashed color="red" fontcolor="orange"] ++"galera-bundle-master_stop_0" -> "galera-bundle-master_stopped_0" [ style = bold] ++"galera-bundle-master_stop_0" -> "galera_stop_0 galera-bundle-0" [ style = bold] ++"galera-bundle-master_stop_0" -> "galera_stop_0 galera-bundle-1" [ style = dashed] ++"galera-bundle-master_stop_0" -> "galera_stop_0 galera-bundle-2" [ style = dashed] ++"galera-bundle-master_stop_0" [ style=bold color="green" fontcolor="orange"] ++"galera-bundle-master_stopped_0" -> "galera-bundle-master_start_0" [ style = dashed] ++"galera-bundle-master_stopped_0" -> "galera-bundle_stopped_0" [ style = bold] ++"galera-bundle-master_stopped_0" [ style=bold color="green" fontcolor="orange"] ++"galera-bundle_demote_0" -> "galera-bundle-master_demote_0" [ style = bold] ++"galera-bundle_demote_0" -> "galera-bundle_demoted_0" [ style = bold] ++"galera-bundle_demote_0" [ style=bold color="green" fontcolor="orange"] ++"galera-bundle_demoted_0" -> "galera-bundle_start_0" [ style = dashed] ++"galera-bundle_demoted_0" -> "galera-bundle_stop_0" [ style = bold] ++"galera-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"] ++"galera-bundle_running_0" [ style=dashed color="red" fontcolor="orange"] ++"galera-bundle_start_0" -> "galera-bundle-docker-0_start_0 node1" [ style = dashed] ++"galera-bundle_start_0" -> "galera-bundle-master_start_0" [ style = dashed] ++"galera-bundle_start_0" [ style=dashed color="red" fontcolor="orange"] ++"galera-bundle_stop_0" -> "galera-bundle-docker-0_stop_0 node1" [ style = bold] ++"galera-bundle_stop_0" -> "galera-bundle-docker-1_stop_0 node2" [ style = dashed] ++"galera-bundle_stop_0" -> "galera-bundle-docker-2_stop_0 node3" [ style = dashed] ++"galera-bundle_stop_0" -> "galera-bundle-master_stop_0" [ style = bold] ++"galera-bundle_stop_0" -> "galera_stop_0 galera-bundle-0" [ style = bold] ++"galera-bundle_stop_0" -> "galera_stop_0 galera-bundle-1" [ style = dashed] ++"galera-bundle_stop_0" -> "galera_stop_0 galera-bundle-2" [ style = dashed] ++"galera-bundle_stop_0" [ style=bold color="green" fontcolor="orange"] ++"galera-bundle_stopped_0" -> "galera-bundle_start_0" [ style = dashed] ++"galera-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"] ++"galera_clear_failcount_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"] ++"galera_demote_0 galera-bundle-0" -> "galera-bundle-0_stop_0 node1" [ style = bold] ++"galera_demote_0 galera-bundle-0" -> "galera-bundle-master_demoted_0" [ style = bold] ++"galera_demote_0 galera-bundle-0" -> "galera_stop_0 galera-bundle-0" [ style = bold] ++"galera_demote_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"] ++"galera_demote_0 galera-bundle-1" -> "galera-bundle-master_demoted_0" [ style = dashed] ++"galera_demote_0 galera-bundle-1" -> "galera_demote_0 galera-bundle-0" [ style = dashed] ++"galera_demote_0 galera-bundle-1" -> "galera_stop_0 galera-bundle-1" [ style = dashed] ++"galera_demote_0 galera-bundle-1" [ style=dashed color="red" fontcolor="black"] ++"galera_demote_0 galera-bundle-2" -> "galera-bundle-master_demoted_0" [ style = dashed] ++"galera_demote_0 galera-bundle-2" -> "galera_demote_0 galera-bundle-1" [ style = dashed] ++"galera_demote_0 galera-bundle-2" -> "galera_monitor_20000 galera-bundle-2" [ style = dashed] ++"galera_demote_0 galera-bundle-2" -> "galera_monitor_30000 galera-bundle-2" [ style = dashed] ++"galera_demote_0 galera-bundle-2" -> "galera_stop_0 galera-bundle-2" [ style = dashed] ++"galera_demote_0 galera-bundle-2" [ style=dashed color="red" fontcolor="black"] ++"galera_monitor_10000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"] ++"galera_monitor_10000 galera-bundle-1" [ style=dashed color="red" fontcolor="black"] ++"galera_monitor_20000 galera-bundle-2" [ style=dashed color="red" fontcolor="black"] ++"galera_monitor_30000 galera-bundle-2" [ style=dashed color="red" fontcolor="black"] ++"galera_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = dashed] ++"galera_start_0 galera-bundle-0" -> "galera_monitor_10000 galera-bundle-0" [ style = dashed] ++"galera_start_0 galera-bundle-0" -> "galera_start_0 galera-bundle-1" [ style = dashed] ++"galera_start_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"] ++"galera_start_0 galera-bundle-1" -> "galera-bundle-master_running_0" [ style = dashed] ++"galera_start_0 galera-bundle-1" -> "galera_monitor_10000 galera-bundle-1" [ style = dashed] ++"galera_start_0 galera-bundle-1" -> "galera_start_0 galera-bundle-2" [ style = dashed] ++"galera_start_0 galera-bundle-1" [ style=dashed color="red" fontcolor="black"] ++"galera_start_0 galera-bundle-2" -> "galera-bundle-master_running_0" [ style = dashed] ++"galera_start_0 galera-bundle-2" -> "galera_monitor_20000 galera-bundle-2" [ style = dashed] ++"galera_start_0 galera-bundle-2" -> "galera_monitor_30000 galera-bundle-2" [ style = dashed] ++"galera_start_0 galera-bundle-2" [ style=dashed color="red" fontcolor="black"] ++"galera_stop_0 galera-bundle-0" -> "galera-bundle-0_stop_0 node1" [ style = bold] ++"galera_stop_0 galera-bundle-0" -> "galera-bundle-master_stopped_0" [ style = bold] ++"galera_stop_0 galera-bundle-0" -> "galera_start_0 galera-bundle-0" [ style = dashed] ++"galera_stop_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"] ++"galera_stop_0 galera-bundle-1" -> "galera-bundle-master_stopped_0" [ style = dashed] ++"galera_stop_0 galera-bundle-1" -> "galera_start_0 galera-bundle-1" [ style = dashed] ++"galera_stop_0 galera-bundle-1" -> "galera_stop_0 galera-bundle-0" [ style = dashed] ++"galera_stop_0 galera-bundle-1" [ style=dashed color="red" fontcolor="black"] ++"galera_stop_0 galera-bundle-2" -> "galera-bundle-master_stopped_0" [ style = dashed] ++"galera_stop_0 galera-bundle-2" -> "galera_start_0 galera-bundle-2" [ style = dashed] ++"galera_stop_0 galera-bundle-2" -> "galera_stop_0 galera-bundle-1" [ style = dashed] ++"galera_stop_0 galera-bundle-2" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-0_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-0_start_0 node1" -> "rabbitmq-bundle-0_monitor_60000 node1" [ style = dashed] ++"rabbitmq-bundle-0_start_0 node1" -> "rabbitmq_monitor_10000 rabbitmq-bundle-0" [ style = dashed] ++"rabbitmq-bundle-0_start_0 node1" -> "rabbitmq_start_0 rabbitmq-bundle-0" [ style = dashed] ++"rabbitmq-bundle-0_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-0_stop_0 node1" -> "rabbitmq-bundle-0_start_0 node1" [ style = dashed] ++"rabbitmq-bundle-0_stop_0 node1" -> "rabbitmq-bundle-docker-0_stop_0 node1" [ style = bold] ++"rabbitmq-bundle-0_stop_0 node1" [ style=bold color="green" fontcolor="black"] ++"rabbitmq-bundle-1_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-1_start_0 node1" -> "rabbitmq-bundle-1_monitor_60000 node1" [ style = dashed] ++"rabbitmq-bundle-1_start_0 node1" -> "rabbitmq_monitor_10000 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq-bundle-1_start_0 node1" -> "rabbitmq_start_0 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq-bundle-1_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-1_stop_0 node2" -> "rabbitmq-bundle-1_start_0 node1" [ style = dashed] ++"rabbitmq-bundle-1_stop_0 node2" -> "rabbitmq-bundle-docker-1_stop_0 node2" [ style = dashed] ++"rabbitmq-bundle-1_stop_0 node2" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-2_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-2_start_0 node1" -> "rabbitmq-bundle-2_monitor_60000 node1" [ style = dashed] ++"rabbitmq-bundle-2_start_0 node1" -> "rabbitmq_monitor_10000 rabbitmq-bundle-2" [ style = dashed] ++"rabbitmq-bundle-2_start_0 node1" -> "rabbitmq_start_0 rabbitmq-bundle-2" [ style = dashed] ++"rabbitmq-bundle-2_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-2_stop_0 node3" -> "rabbitmq-bundle-2_start_0 node1" [ style = dashed] ++"rabbitmq-bundle-2_stop_0 node3" -> "rabbitmq-bundle-docker-2_stop_0 node3" [ style = dashed] ++"rabbitmq-bundle-2_stop_0 node3" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-clone_confirmed-post_notify_running_0" -> "rabbitmq-bundle_running_0" [ style = dashed] ++"rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style=dashed color="red" fontcolor="orange"] ++"rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" -> "rabbitmq-bundle-clone_pre_notify_start_0" [ style = dashed] ++"rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" -> "rabbitmq-bundle_stopped_0" [ style = bold] ++"rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"] ++"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = dashed] ++"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = dashed] ++"rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style=dashed color="red" fontcolor="orange"] ++"rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" -> "rabbitmq-bundle-clone_post_notify_stopped_0" [ style = bold] ++"rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" -> "rabbitmq-bundle-clone_stop_0" [ style = bold] ++"rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"] ++"rabbitmq-bundle-clone_post_notify_running_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_running_0" [ style = dashed] ++"rabbitmq-bundle-clone_post_notify_running_0" [ style=dashed color="red" fontcolor="orange"] ++"rabbitmq-bundle-clone_post_notify_stopped_0" -> "rabbitmq-bundle-clone_confirmed-post_notify_stopped_0" [ style = bold] ++"rabbitmq-bundle-clone_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"] ++"rabbitmq-bundle-clone_pre_notify_start_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_start_0" [ style = dashed] ++"rabbitmq-bundle-clone_pre_notify_start_0" [ style=dashed color="red" fontcolor="orange"] ++"rabbitmq-bundle-clone_pre_notify_stop_0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" [ style = bold] ++"rabbitmq-bundle-clone_pre_notify_stop_0" -> "rabbitmq_pre_notify_stop_0 rabbitmq-bundle-0" [ style = bold] ++"rabbitmq-bundle-clone_pre_notify_stop_0" -> "rabbitmq_pre_notify_stop_0 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq-bundle-clone_pre_notify_stop_0" -> "rabbitmq_pre_notify_stop_0 rabbitmq-bundle-2" [ style = dashed] ++"rabbitmq-bundle-clone_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"] ++"rabbitmq-bundle-clone_running_0" -> "rabbitmq-bundle-clone_post_notify_running_0" [ style = dashed] ++"rabbitmq-bundle-clone_running_0" [ style=dashed color="red" fontcolor="orange"] ++"rabbitmq-bundle-clone_start_0" -> "rabbitmq-bundle-clone_running_0" [ style = dashed] ++"rabbitmq-bundle-clone_start_0" -> "rabbitmq_start_0 rabbitmq-bundle-0" [ style = dashed] ++"rabbitmq-bundle-clone_start_0" -> "rabbitmq_start_0 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq-bundle-clone_start_0" -> "rabbitmq_start_0 rabbitmq-bundle-2" [ style = dashed] ++"rabbitmq-bundle-clone_start_0" [ style=dashed color="red" fontcolor="orange"] ++"rabbitmq-bundle-clone_stop_0" -> "rabbitmq-bundle-clone_stopped_0" [ style = bold] ++"rabbitmq-bundle-clone_stop_0" -> "rabbitmq_stop_0 rabbitmq-bundle-0" [ style = bold] ++"rabbitmq-bundle-clone_stop_0" -> "rabbitmq_stop_0 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq-bundle-clone_stop_0" -> "rabbitmq_stop_0 rabbitmq-bundle-2" [ style = dashed] ++"rabbitmq-bundle-clone_stop_0" [ style=bold color="green" fontcolor="orange"] ++"rabbitmq-bundle-clone_stopped_0" -> "rabbitmq-bundle-clone_post_notify_stopped_0" [ style = bold] ++"rabbitmq-bundle-clone_stopped_0" -> "rabbitmq-bundle-clone_start_0" [ style = dashed] ++"rabbitmq-bundle-clone_stopped_0" [ style=bold color="green" fontcolor="orange"] ++"rabbitmq-bundle-docker-0_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-docker-0_start_0 node1" -> "rabbitmq-bundle-0_start_0 node1" [ style = dashed] ++"rabbitmq-bundle-docker-0_start_0 node1" -> "rabbitmq-bundle-docker-0_monitor_60000 node1" [ style = dashed] ++"rabbitmq-bundle-docker-0_start_0 node1" -> "rabbitmq-bundle_running_0" [ style = dashed] ++"rabbitmq-bundle-docker-0_start_0 node1" -> "rabbitmq_start_0 rabbitmq-bundle-0" [ style = dashed] ++"rabbitmq-bundle-docker-0_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-docker-0_stop_0 node1" -> "rabbitmq-bundle-docker-0_start_0 node1" [ style = dashed] ++"rabbitmq-bundle-docker-0_stop_0 node1" -> "rabbitmq-bundle_stopped_0" [ style = bold] ++"rabbitmq-bundle-docker-0_stop_0 node1" [ style=bold color="green" fontcolor="black"] ++"rabbitmq-bundle-docker-1_stop_0 node2" -> "rabbitmq-bundle_stopped_0" [ style = dashed] ++"rabbitmq-bundle-docker-1_stop_0 node2" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle-docker-2_stop_0 node3" -> "rabbitmq-bundle_stopped_0" [ style = dashed] ++"rabbitmq-bundle-docker-2_stop_0 node3" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq-bundle_running_0" [ style=dashed color="red" fontcolor="orange"] ++"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-clone_start_0" [ style = dashed] ++"rabbitmq-bundle_start_0" -> "rabbitmq-bundle-docker-0_start_0 node1" [ style = dashed] ++"rabbitmq-bundle_start_0" [ style=dashed color="red" fontcolor="orange"] ++"rabbitmq-bundle_stop_0" -> "rabbitmq-bundle-clone_stop_0" [ style = bold] ++"rabbitmq-bundle_stop_0" -> "rabbitmq-bundle-docker-0_stop_0 node1" [ style = bold] ++"rabbitmq-bundle_stop_0" -> "rabbitmq-bundle-docker-1_stop_0 node2" [ style = dashed] ++"rabbitmq-bundle_stop_0" -> "rabbitmq-bundle-docker-2_stop_0 node3" [ style = dashed] ++"rabbitmq-bundle_stop_0" -> "rabbitmq_stop_0 rabbitmq-bundle-0" [ style = bold] ++"rabbitmq-bundle_stop_0" -> "rabbitmq_stop_0 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq-bundle_stop_0" -> "rabbitmq_stop_0 rabbitmq-bundle-2" [ style = dashed] ++"rabbitmq-bundle_stop_0" [ style=bold color="green" fontcolor="orange"] ++"rabbitmq-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"] ++"rabbitmq_monitor_10000 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq_monitor_10000 rabbitmq-bundle-1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq_monitor_10000 rabbitmq-bundle-2" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" [ style = bold] ++"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"] ++"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" [ style = dashed] ++"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_confirmed-pre_notify_stop_0" [ style = dashed] ++"rabbitmq_pre_notify_stop_0 rabbitmq-bundle-2" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = dashed] ++"rabbitmq_start_0 rabbitmq-bundle-0" -> "rabbitmq_monitor_10000 rabbitmq-bundle-0" [ style = dashed] ++"rabbitmq_start_0 rabbitmq-bundle-0" -> "rabbitmq_start_0 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq_start_0 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq_start_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_running_0" [ style = dashed] ++"rabbitmq_start_0 rabbitmq-bundle-1" -> "rabbitmq_monitor_10000 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq_start_0 rabbitmq-bundle-1" -> "rabbitmq_start_0 rabbitmq-bundle-2" [ style = dashed] ++"rabbitmq_start_0 rabbitmq-bundle-1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq_start_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_running_0" [ style = dashed] ++"rabbitmq_start_0 rabbitmq-bundle-2" -> "rabbitmq_monitor_10000 rabbitmq-bundle-2" [ style = dashed] ++"rabbitmq_start_0 rabbitmq-bundle-2" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq_stop_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-0_stop_0 node1" [ style = bold] ++"rabbitmq_stop_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_stopped_0" [ style = bold] ++"rabbitmq_stop_0 rabbitmq-bundle-0" -> "rabbitmq_start_0 rabbitmq-bundle-0" [ style = dashed] ++"rabbitmq_stop_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"] ++"rabbitmq_stop_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_stopped_0" [ style = dashed] ++"rabbitmq_stop_0 rabbitmq-bundle-1" -> "rabbitmq_start_0 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq_stop_0 rabbitmq-bundle-1" -> "rabbitmq_stop_0 rabbitmq-bundle-0" [ style = dashed] ++"rabbitmq_stop_0 rabbitmq-bundle-1" [ style=dashed color="red" fontcolor="black"] ++"rabbitmq_stop_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_stopped_0" [ style = dashed] ++"rabbitmq_stop_0 rabbitmq-bundle-2" -> "rabbitmq_start_0 rabbitmq-bundle-2" [ style = dashed] ++"rabbitmq_stop_0 rabbitmq-bundle-2" -> "rabbitmq_stop_0 rabbitmq-bundle-1" [ style = dashed] ++"rabbitmq_stop_0 rabbitmq-bundle-2" [ style=dashed color="red" fontcolor="black"] ++"stonith-fence_ipmilan-node1_stop_0 node2" [ style=dashed color="red" fontcolor="black"] ++"stonith-fence_ipmilan-node2_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"stonith-fence_ipmilan-node2_start_0 node1" -> "stonith-fence_ipmilan-node2_monitor_60000 node1" [ style = dashed] ++"stonith-fence_ipmilan-node2_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"stonith-fence_ipmilan-node2_stop_0 node3" -> "stonith-fence_ipmilan-node2_start_0 node1" [ style = dashed] ++"stonith-fence_ipmilan-node2_stop_0 node3" [ style=dashed color="red" fontcolor="black"] ++"stonith-fence_ipmilan-node3_monitor_60000 node1" [ style=dashed color="red" fontcolor="black"] ++"stonith-fence_ipmilan-node3_start_0 node1" -> "stonith-fence_ipmilan-node3_monitor_60000 node1" [ style = dashed] ++"stonith-fence_ipmilan-node3_start_0 node1" [ style=dashed color="red" fontcolor="black"] ++"stonith-fence_ipmilan-node3_stop_0 node2" -> "stonith-fence_ipmilan-node3_start_0 node1" [ style = dashed] ++"stonith-fence_ipmilan-node3_stop_0 node2" [ style=dashed color="red" fontcolor="black"] ++} +diff --git a/pengine/test10/guest-host-not-fenceable.exp b/pengine/test10/guest-host-not-fenceable.exp +new file mode 100644 +index 0000000..ed28f2b +--- /dev/null ++++ b/pengine/test10/guest-host-not-fenceable.exp +@@ -0,0 +1,340 @@ ++<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0"> ++ <synapse id="0"> ++ <action_set> ++ <rsc_op id="108" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:0_pre_notify_stop_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="node1"> ++ <primitive id="rabbitmq" long-id="rabbitmq:0" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/> ++ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="node1 node2 node3 node1 node2 node3 node1 node2 node3" CRM_meta_notify_all_uname="galera-bundle-0 galera-bundle-1 galera-bundle-2 node1 node2 node3 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_available_uname="node1 node2 node3 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="pre" CRM_meta_on_node="rabbitmq-bundle-0" CRM_meta_on_node_uuid="rabbitmq-bundle-0" CRM_meta_physical_host="node1" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {"ha-mode":"all"}"/> ++ </rsc_op> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="47" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_stop_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="1"> ++ <action_set> ++ <rsc_op id="31" operation="stop" operation_key="rabbitmq_stop_0" internal_operation_key="rabbitmq:0_stop_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="node1"> ++ <primitive id="rabbitmq" long-id="rabbitmq:0" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/> ++ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="node1 node2 node3 node1 node2 node3 node1 node2 node3" CRM_meta_notify_all_uname="galera-bundle-0 galera-bundle-1 galera-bundle-2 node1 node2 node3 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_available_uname="node1 node2 node3 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_on_node="rabbitmq-bundle-0" CRM_meta_on_node_uuid="rabbitmq-bundle-0" CRM_meta_physical_host="node1" CRM_meta_timeout="200000" set_policy="ha-all ^(?!amq\.).* {"ha-mode":"all"}"/> ++ </rsc_op> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="29" operation="stop" operation_key="rabbitmq-bundle_stop_0"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="45" operation="stop" operation_key="rabbitmq-bundle-clone_stop_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="2" priority="1000000"> ++ <action_set> ++ <pseudo_event id="50" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-post_notify_stopped_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="49" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_stopped_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="3" priority="1000000"> ++ <action_set> ++ <pseudo_event id="49" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_stopped_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="46" operation="stopped" operation_key="rabbitmq-bundle-clone_stopped_0"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="48" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_stop_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="4"> ++ <action_set> ++ <pseudo_event id="48" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_stop_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="stop" CRM_meta_notify_type="pre" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="47" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_stop_0"/> ++ </trigger> ++ <trigger> ++ <rsc_op id="108" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:0_pre_notify_stop_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="node1"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="5"> ++ <action_set> ++ <pseudo_event id="47" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_stop_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="stop" CRM_meta_notify_type="pre" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs/> ++ </synapse> ++ <synapse id="6" priority="1000000"> ++ <action_set> ++ <pseudo_event id="46" operation="stopped" operation_key="rabbitmq-bundle-clone_stopped_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <rsc_op id="31" operation="stop" operation_key="rabbitmq_stop_0" internal_operation_key="rabbitmq:0_stop_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="node1"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="45" operation="stop" operation_key="rabbitmq-bundle-clone_stop_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="7"> ++ <action_set> ++ <pseudo_event id="45" operation="stop" operation_key="rabbitmq-bundle-clone_stop_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="29" operation="stop" operation_key="rabbitmq-bundle_stop_0"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="48" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_stop_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="8"> ++ <action_set> ++ <rsc_op id="16" operation="stop" operation_key="rabbitmq-bundle-docker-0_stop_0" on_node="node1" on_node_uuid="1"> ++ <primitive id="rabbitmq-bundle-docker-0" class="ocf" provider="heartbeat" type="docker"/> ++ <attributes CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="192.168.122.139:8787/rhosp13/openstack-rabbitmq:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/rabbitmq-bundle-0" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" --restart=no -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3122 -v /var/lib/kolla/config_files/rabbitmq.json:/var/lib/kolla/config_files/config.json:ro -v /var/lib/config-data/puppet-generated/rabbitmq/:/var/lib/kolla/config_files/src:ro -v /etc/hosts:/etc/hosts:ro -v /etc/localtime:/etc/localtime:ro -v /var/lib/rabbitmq:/var/lib/rabbitmq:rw -v /etc/pki/ca-trust/extracted:/etc/pki/ca-trust/extracted:ro -v /etc/pki/tls/certs/ca-bundle.crt:/etc/pki/tls/certs/ca-bundle.crt:ro -v /etc/pki/tls/certs/ca-bundle.trust.crt:/etc/pki/tls/certs/ca-bundle.trust.crt:ro -v /etc/pki/tls/cert.pem:/etc/pki/tls/cert.pem:ro -v /var/log/containers/rabbitmq:/var/log/rabbitmq:rw -v /dev/log:/dev/log:rw -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/rabbitmq-bundle-0:/var/log --user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/> ++ </rsc_op> ++ </action_set> ++ <inputs> ++ <trigger> ++ <rsc_op id="17" operation="stop" operation_key="rabbitmq-bundle-0_stop_0" on_node="node1" on_node_uuid="1"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="29" operation="stop" operation_key="rabbitmq-bundle_stop_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="9"> ++ <action_set> ++ <rsc_op id="17" operation="stop" operation_key="rabbitmq-bundle-0_stop_0" on_node="node1" on_node_uuid="1"> ++ <primitive id="rabbitmq-bundle-0" class="ocf" provider="pacemaker" type="remote"/> ++ <attributes CRM_meta_container="rabbitmq-bundle-docker-0" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" addr="node1" port="3122"/> ++ <downed> ++ <node id="rabbitmq-bundle-0"/> ++ </downed> ++ </rsc_op> ++ </action_set> ++ <inputs> ++ <trigger> ++ <rsc_op id="31" operation="stop" operation_key="rabbitmq_stop_0" internal_operation_key="rabbitmq:0_stop_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="node1"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="10"> ++ <action_set> ++ <rsc_op id="66" operation="demote" operation_key="galera_demote_0" internal_operation_key="galera:0_demote_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"> ++ <primitive id="galera" long-id="galera:0" class="ocf" provider="heartbeat" type="galera"/> ++ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_name="demote" CRM_meta_notify="false" CRM_meta_on_node="galera-bundle-0" CRM_meta_on_node_uuid="galera-bundle-0" CRM_meta_physical_host="node1" CRM_meta_timeout="120000" additional_parameters="--open-files-limit=16384" cluster_host_map="node1:node1.internalapi.localdomain;node2:node2.internalapi.localdomain;node3:node3.internalapi.localdomain" enable_creation="true" log="/var/log/mysql/mysqld.log" wsrep_cluster_address="gcomm://node1.internalapi.localdomain,node2.internalapi.localdomain,node3.internalapi.localdomain"/> ++ </rsc_op> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="82" operation="demote" operation_key="galera-bundle-master_demote_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="11"> ++ <action_set> ++ <rsc_op id="10" operation="stop" operation_key="galera_stop_0" internal_operation_key="galera:0_stop_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"> ++ <primitive id="galera" long-id="galera:0" class="ocf" provider="heartbeat" type="galera"/> ++ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_on_node="galera-bundle-0" CRM_meta_on_node_uuid="galera-bundle-0" CRM_meta_physical_host="node1" CRM_meta_timeout="120000" additional_parameters="--open-files-limit=16384" cluster_host_map="node1:node1.internalapi.localdomain;node2:node2.internalapi.localdomain;node3:node3.internalapi.localdomain" enable_creation="true" log="/var/log/mysql/mysqld.log" wsrep_cluster_address="gcomm://node1.internalapi.localdomain,node2.internalapi.localdomain,node3.internalapi.localdomain"/> ++ </rsc_op> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="64" operation="stop" operation_key="galera-bundle_stop_0"/> ++ </trigger> ++ <trigger> ++ <rsc_op id="66" operation="demote" operation_key="galera_demote_0" internal_operation_key="galera:0_demote_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="78" operation="stop" operation_key="galera-bundle-master_stop_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="12" priority="1000000"> ++ <action_set> ++ <pseudo_event id="83" operation="demoted" operation_key="galera-bundle-master_demoted_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <rsc_op id="66" operation="demote" operation_key="galera_demote_0" internal_operation_key="galera:0_demote_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="82" operation="demote" operation_key="galera-bundle-master_demote_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="13"> ++ <action_set> ++ <pseudo_event id="82" operation="demote" operation_key="galera-bundle-master_demote_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="86" operation="demote" operation_key="galera-bundle_demote_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="14" priority="1000000"> ++ <action_set> ++ <pseudo_event id="79" operation="stopped" operation_key="galera-bundle-master_stopped_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <rsc_op id="10" operation="stop" operation_key="galera_stop_0" internal_operation_key="galera:0_stop_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="78" operation="stop" operation_key="galera-bundle-master_stop_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="15"> ++ <action_set> ++ <pseudo_event id="78" operation="stop" operation_key="galera-bundle-master_stop_0"> ++ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="64" operation="stop" operation_key="galera-bundle_stop_0"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="83" operation="demoted" operation_key="galera-bundle-master_demoted_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="16"> ++ <action_set> ++ <rsc_op id="51" operation="stop" operation_key="galera-bundle-docker-0_stop_0" on_node="node1" on_node_uuid="1"> ++ <primitive id="galera-bundle-docker-0" class="ocf" provider="heartbeat" type="docker"/> ++ <attributes CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="192.168.122.139:8787/rhosp13/openstack-mariadb:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/galera-bundle-0" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" --restart=no -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3123 -v /var/lib/kolla/config_files/mysql.json:/var/lib/kolla/config_files/config.json:ro -v /var/lib/config-data/puppet-generated/mysql/:/var/lib/kolla/config_files/src:ro -v /etc/hosts:/etc/hosts:ro -v /etc/localtime:/etc/localtime:ro -v /var/lib/mysql:/var/lib/mysql:rw -v /var/log/mariadb:/var/log/mariadb:rw -v /var/log/containers/mysql:/var/log/mysql:rw -v /dev/log:/dev/log:rw -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/galera-bundle-0:/var/log --user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/> ++ </rsc_op> ++ </action_set> ++ <inputs> ++ <trigger> ++ <rsc_op id="52" operation="stop" operation_key="galera-bundle-0_stop_0" on_node="node1" on_node_uuid="1"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="64" operation="stop" operation_key="galera-bundle_stop_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="17"> ++ <action_set> ++ <rsc_op id="52" operation="stop" operation_key="galera-bundle-0_stop_0" on_node="node1" on_node_uuid="1"> ++ <primitive id="galera-bundle-0" class="ocf" provider="pacemaker" type="remote"/> ++ <attributes CRM_meta_container="galera-bundle-docker-0" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" addr="node1" port="3123"/> ++ <downed> ++ <node id="galera-bundle-0"/> ++ </downed> ++ </rsc_op> ++ </action_set> ++ <inputs> ++ <trigger> ++ <rsc_op id="10" operation="stop" operation_key="galera_stop_0" internal_operation_key="galera:0_stop_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"/> ++ </trigger> ++ <trigger> ++ <rsc_op id="66" operation="demote" operation_key="galera_demote_0" internal_operation_key="galera:0_demote_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="18" priority="1000000"> ++ <action_set> ++ <pseudo_event id="87" operation="demoted" operation_key="galera-bundle_demoted_0"> ++ <attributes CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="83" operation="demoted" operation_key="galera-bundle-master_demoted_0"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="86" operation="demote" operation_key="galera-bundle_demote_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="19"> ++ <action_set> ++ <pseudo_event id="86" operation="demote" operation_key="galera-bundle_demote_0"> ++ <attributes CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs/> ++ </synapse> ++ <synapse id="20" priority="1000000"> ++ <action_set> ++ <pseudo_event id="65" operation="stopped" operation_key="galera-bundle_stopped_0"> ++ <attributes CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <rsc_op id="51" operation="stop" operation_key="galera-bundle-docker-0_stop_0" on_node="node1" on_node_uuid="1"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="79" operation="stopped" operation_key="galera-bundle-master_stopped_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="21"> ++ <action_set> ++ <pseudo_event id="64" operation="stop" operation_key="galera-bundle_stop_0"> ++ <attributes CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <pseudo_event id="87" operation="demoted" operation_key="galera-bundle_demoted_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="22" priority="1000000"> ++ <action_set> ++ <pseudo_event id="30" operation="stopped" operation_key="rabbitmq-bundle_stopped_0"> ++ <attributes CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs> ++ <trigger> ++ <rsc_op id="16" operation="stop" operation_key="rabbitmq-bundle-docker-0_stop_0" on_node="node1" on_node_uuid="1"/> ++ </trigger> ++ <trigger> ++ <pseudo_event id="50" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-post_notify_stopped_0"/> ++ </trigger> ++ </inputs> ++ </synapse> ++ <synapse id="23"> ++ <action_set> ++ <pseudo_event id="29" operation="stop" operation_key="rabbitmq-bundle_stop_0"> ++ <attributes CRM_meta_timeout="20000" /> ++ </pseudo_event> ++ </action_set> ++ <inputs/> ++ </synapse> ++</transition_graph> +diff --git a/pengine/test10/guest-host-not-fenceable.scores b/pengine/test10/guest-host-not-fenceable.scores +new file mode 100644 +index 0000000..80bd0d4 +--- /dev/null ++++ b/pengine/test10/guest-host-not-fenceable.scores +@@ -0,0 +1,134 @@ ++Allocation scores: ++Using the original execution date of: 2019-08-26 04:52:42Z ++clone_color: galera-bundle-master allocation score on galera-bundle-0: 0 ++clone_color: galera-bundle-master allocation score on galera-bundle-1: 0 ++clone_color: galera-bundle-master allocation score on galera-bundle-2: 0 ++clone_color: galera-bundle-master allocation score on node1: -INFINITY ++clone_color: galera-bundle-master allocation score on node2: -INFINITY ++clone_color: galera-bundle-master allocation score on node3: -INFINITY ++clone_color: galera:0 allocation score on galera-bundle-0: INFINITY ++clone_color: galera:1 allocation score on galera-bundle-1: INFINITY ++clone_color: galera:2 allocation score on galera-bundle-2: INFINITY ++clone_color: rabbitmq-bundle-clone allocation score on node1: -INFINITY ++clone_color: rabbitmq-bundle-clone allocation score on node2: -INFINITY ++clone_color: rabbitmq-bundle-clone allocation score on node3: -INFINITY ++clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: 0 ++clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: 0 ++clone_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: 0 ++clone_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY ++clone_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY ++clone_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY ++container_color: galera-bundle allocation score on node1: 0 ++container_color: galera-bundle allocation score on node2: 0 ++container_color: galera-bundle allocation score on node3: 0 ++container_color: galera-bundle-0 allocation score on node1: INFINITY ++container_color: galera-bundle-0 allocation score on node2: 0 ++container_color: galera-bundle-0 allocation score on node3: 0 ++container_color: galera-bundle-1 allocation score on node1: 0 ++container_color: galera-bundle-1 allocation score on node2: INFINITY ++container_color: galera-bundle-1 allocation score on node3: 0 ++container_color: galera-bundle-2 allocation score on node1: 0 ++container_color: galera-bundle-2 allocation score on node2: 0 ++container_color: galera-bundle-2 allocation score on node3: INFINITY ++container_color: galera-bundle-docker-0 allocation score on node1: INFINITY ++container_color: galera-bundle-docker-0 allocation score on node2: 0 ++container_color: galera-bundle-docker-0 allocation score on node3: 0 ++container_color: galera-bundle-docker-1 allocation score on node1: 0 ++container_color: galera-bundle-docker-1 allocation score on node2: INFINITY ++container_color: galera-bundle-docker-1 allocation score on node3: 0 ++container_color: galera-bundle-docker-2 allocation score on node1: 0 ++container_color: galera-bundle-docker-2 allocation score on node2: 0 ++container_color: galera-bundle-docker-2 allocation score on node3: INFINITY ++container_color: galera-bundle-master allocation score on galera-bundle-0: -INFINITY ++container_color: galera-bundle-master allocation score on galera-bundle-1: -INFINITY ++container_color: galera-bundle-master allocation score on galera-bundle-2: -INFINITY ++container_color: galera-bundle-master allocation score on node1: 0 ++container_color: galera-bundle-master allocation score on node2: 0 ++container_color: galera-bundle-master allocation score on node3: 0 ++container_color: galera:0 allocation score on galera-bundle-0: INFINITY ++container_color: galera:1 allocation score on galera-bundle-1: INFINITY ++container_color: galera:2 allocation score on galera-bundle-2: INFINITY ++container_color: rabbitmq-bundle allocation score on node1: 0 ++container_color: rabbitmq-bundle allocation score on node2: 0 ++container_color: rabbitmq-bundle allocation score on node3: 0 ++container_color: rabbitmq-bundle-0 allocation score on node1: INFINITY ++container_color: rabbitmq-bundle-0 allocation score on node2: 0 ++container_color: rabbitmq-bundle-0 allocation score on node3: 0 ++container_color: rabbitmq-bundle-1 allocation score on node1: 0 ++container_color: rabbitmq-bundle-1 allocation score on node2: INFINITY ++container_color: rabbitmq-bundle-1 allocation score on node3: 0 ++container_color: rabbitmq-bundle-2 allocation score on node1: 0 ++container_color: rabbitmq-bundle-2 allocation score on node2: 0 ++container_color: rabbitmq-bundle-2 allocation score on node3: INFINITY ++container_color: rabbitmq-bundle-clone allocation score on node1: 0 ++container_color: rabbitmq-bundle-clone allocation score on node2: 0 ++container_color: rabbitmq-bundle-clone allocation score on node3: 0 ++container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY ++container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY ++container_color: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY ++container_color: rabbitmq-bundle-docker-0 allocation score on node1: INFINITY ++container_color: rabbitmq-bundle-docker-0 allocation score on node2: 0 ++container_color: rabbitmq-bundle-docker-0 allocation score on node3: 0 ++container_color: rabbitmq-bundle-docker-1 allocation score on node1: 0 ++container_color: rabbitmq-bundle-docker-1 allocation score on node2: INFINITY ++container_color: rabbitmq-bundle-docker-1 allocation score on node3: 0 ++container_color: rabbitmq-bundle-docker-2 allocation score on node1: 0 ++container_color: rabbitmq-bundle-docker-2 allocation score on node2: 0 ++container_color: rabbitmq-bundle-docker-2 allocation score on node3: INFINITY ++container_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY ++container_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY ++container_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY ++galera:0 promotion score on galera-bundle-0: 100 ++galera:1 promotion score on galera-bundle-1: 100 ++galera:2 promotion score on galera-bundle-2: -1 ++native_color: galera-bundle-0 allocation score on node1: INFINITY ++native_color: galera-bundle-0 allocation score on node2: 0 ++native_color: galera-bundle-0 allocation score on node3: 0 ++native_color: galera-bundle-1 allocation score on node1: 0 ++native_color: galera-bundle-1 allocation score on node2: INFINITY ++native_color: galera-bundle-1 allocation score on node3: 0 ++native_color: galera-bundle-2 allocation score on node1: 0 ++native_color: galera-bundle-2 allocation score on node2: 0 ++native_color: galera-bundle-2 allocation score on node3: INFINITY ++native_color: galera-bundle-docker-0 allocation score on node1: INFINITY ++native_color: galera-bundle-docker-0 allocation score on node2: -INFINITY ++native_color: galera-bundle-docker-0 allocation score on node3: -INFINITY ++native_color: galera-bundle-docker-1 allocation score on node1: -INFINITY ++native_color: galera-bundle-docker-1 allocation score on node2: -INFINITY ++native_color: galera-bundle-docker-1 allocation score on node3: -INFINITY ++native_color: galera-bundle-docker-2 allocation score on node1: -INFINITY ++native_color: galera-bundle-docker-2 allocation score on node2: -INFINITY ++native_color: galera-bundle-docker-2 allocation score on node3: -INFINITY ++native_color: galera:0 allocation score on galera-bundle-0: INFINITY ++native_color: galera:1 allocation score on galera-bundle-1: INFINITY ++native_color: galera:2 allocation score on galera-bundle-2: INFINITY ++native_color: rabbitmq-bundle-0 allocation score on node1: INFINITY ++native_color: rabbitmq-bundle-0 allocation score on node2: 0 ++native_color: rabbitmq-bundle-0 allocation score on node3: 0 ++native_color: rabbitmq-bundle-1 allocation score on node1: 0 ++native_color: rabbitmq-bundle-1 allocation score on node2: INFINITY ++native_color: rabbitmq-bundle-1 allocation score on node3: 0 ++native_color: rabbitmq-bundle-2 allocation score on node1: 0 ++native_color: rabbitmq-bundle-2 allocation score on node2: 0 ++native_color: rabbitmq-bundle-2 allocation score on node3: INFINITY ++native_color: rabbitmq-bundle-docker-0 allocation score on node1: INFINITY ++native_color: rabbitmq-bundle-docker-0 allocation score on node2: -INFINITY ++native_color: rabbitmq-bundle-docker-0 allocation score on node3: -INFINITY ++native_color: rabbitmq-bundle-docker-1 allocation score on node1: -INFINITY ++native_color: rabbitmq-bundle-docker-1 allocation score on node2: -INFINITY ++native_color: rabbitmq-bundle-docker-1 allocation score on node3: -INFINITY ++native_color: rabbitmq-bundle-docker-2 allocation score on node1: -INFINITY ++native_color: rabbitmq-bundle-docker-2 allocation score on node2: -INFINITY ++native_color: rabbitmq-bundle-docker-2 allocation score on node3: -INFINITY ++native_color: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY ++native_color: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY ++native_color: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY ++native_color: stonith-fence_ipmilan-node1 allocation score on node1: -INFINITY ++native_color: stonith-fence_ipmilan-node1 allocation score on node2: INFINITY ++native_color: stonith-fence_ipmilan-node1 allocation score on node3: 0 ++native_color: stonith-fence_ipmilan-node2 allocation score on node1: 0 ++native_color: stonith-fence_ipmilan-node2 allocation score on node2: -INFINITY ++native_color: stonith-fence_ipmilan-node2 allocation score on node3: INFINITY ++native_color: stonith-fence_ipmilan-node3 allocation score on node1: 0 ++native_color: stonith-fence_ipmilan-node3 allocation score on node2: INFINITY ++native_color: stonith-fence_ipmilan-node3 allocation score on node3: -INFINITY +diff --git a/pengine/test10/guest-host-not-fenceable.summary b/pengine/test10/guest-host-not-fenceable.summary +new file mode 100644 +index 0000000..54a4d7b +--- /dev/null ++++ b/pengine/test10/guest-host-not-fenceable.summary +@@ -0,0 +1,87 @@ ++Using the original execution date of: 2019-08-26 04:52:42Z ++ ++Current cluster status: ++Node node2 (2): UNCLEAN (offline) ++Node node3 (3): UNCLEAN (offline) ++Online: [ node1 ] ++Containers: [ galera-bundle-0:galera-bundle-docker-0 rabbitmq-bundle-0:rabbitmq-bundle-docker-0 ] ++ ++ Docker container set: rabbitmq-bundle [192.168.122.139:8787/rhosp13/openstack-rabbitmq:pcmklatest] ++ rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Started node1 ++ rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): FAILED node2 (UNCLEAN) ++ rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): FAILED node3 (UNCLEAN) ++ Docker container set: galera-bundle [192.168.122.139:8787/rhosp13/openstack-mariadb:pcmklatest] ++ galera-bundle-0 (ocf::heartbeat:galera): FAILED Master node1 ++ galera-bundle-1 (ocf::heartbeat:galera): FAILED Master node2 (UNCLEAN) ++ galera-bundle-2 (ocf::heartbeat:galera): FAILED Master node3 (UNCLEAN) ++ stonith-fence_ipmilan-node1 (stonith:fence_ipmilan): Started node2 (UNCLEAN) ++ stonith-fence_ipmilan-node3 (stonith:fence_ipmilan): Started node2 (UNCLEAN) ++ stonith-fence_ipmilan-node2 (stonith:fence_ipmilan): Started node3 (UNCLEAN) ++ ++Transition Summary: ++ * Stop rabbitmq-bundle-docker-0 ( node1 ) due to no quorum ++ * Stop rabbitmq-bundle-0 ( node1 ) due to no quorum ++ * Stop rabbitmq:0 ( rabbitmq-bundle-0 ) due to no quorum ++ * Stop rabbitmq-bundle-docker-1 ( node2 ) due to node availability (blocked) ++ * Stop rabbitmq-bundle-1 ( node2 ) due to no quorum (blocked) ++ * Stop rabbitmq:1 ( rabbitmq-bundle-1 ) due to no quorum (blocked) ++ * Stop rabbitmq-bundle-docker-2 ( node3 ) due to node availability (blocked) ++ * Stop rabbitmq-bundle-2 ( node3 ) due to no quorum (blocked) ++ * Stop rabbitmq:2 ( rabbitmq-bundle-2 ) due to no quorum (blocked) ++ * Stop galera-bundle-docker-0 ( node1 ) due to no quorum ++ * Stop galera-bundle-0 ( node1 ) due to no quorum ++ * Stop galera:0 ( Master galera-bundle-0 ) due to no quorum ++ * Stop galera-bundle-docker-1 ( node2 ) due to node availability (blocked) ++ * Stop galera-bundle-1 ( node2 ) due to no quorum (blocked) ++ * Stop galera:1 ( Master galera-bundle-1 ) due to no quorum (blocked) ++ * Stop galera-bundle-docker-2 ( node3 ) due to node availability (blocked) ++ * Stop galera-bundle-2 ( node3 ) due to no quorum (blocked) ++ * Stop galera:2 ( Master galera-bundle-2 ) due to no quorum (blocked) ++ * Stop stonith-fence_ipmilan-node1 ( node2 ) due to node availability (blocked) ++ * Stop stonith-fence_ipmilan-node3 ( node2 ) due to no quorum (blocked) ++ * Stop stonith-fence_ipmilan-node2 ( node3 ) due to no quorum (blocked) ++ ++Executing cluster transition: ++ * Pseudo action: rabbitmq-bundle-clone_pre_notify_stop_0 ++ * Pseudo action: galera-bundle_demote_0 ++ * Pseudo action: rabbitmq-bundle_stop_0 ++ * Resource action: rabbitmq notify on rabbitmq-bundle-0 ++ * Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_stop_0 ++ * Pseudo action: rabbitmq-bundle-clone_stop_0 ++ * Pseudo action: galera-bundle-master_demote_0 ++ * Resource action: rabbitmq stop on rabbitmq-bundle-0 ++ * Pseudo action: rabbitmq-bundle-clone_stopped_0 ++ * Resource action: rabbitmq-bundle-0 stop on node1 ++ * Resource action: galera demote on galera-bundle-0 ++ * Pseudo action: galera-bundle-master_demoted_0 ++ * Pseudo action: galera-bundle_demoted_0 ++ * Pseudo action: galera-bundle_stop_0 ++ * Pseudo action: rabbitmq-bundle-clone_post_notify_stopped_0 ++ * Resource action: rabbitmq-bundle-docker-0 stop on node1 ++ * Pseudo action: galera-bundle-master_stop_0 ++ * Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_stopped_0 ++ * Resource action: galera stop on galera-bundle-0 ++ * Pseudo action: galera-bundle-master_stopped_0 ++ * Resource action: galera-bundle-0 stop on node1 ++ * Pseudo action: rabbitmq-bundle_stopped_0 ++ * Resource action: galera-bundle-docker-0 stop on node1 ++ * Pseudo action: galera-bundle_stopped_0 ++Using the original execution date of: 2019-08-26 04:52:42Z ++ ++Revised cluster status: ++Node node2 (2): UNCLEAN (offline) ++Node node3 (3): UNCLEAN (offline) ++Online: [ node1 ] ++ ++ Docker container set: rabbitmq-bundle [192.168.122.139:8787/rhosp13/openstack-rabbitmq:pcmklatest] ++ rabbitmq-bundle-0 (ocf::heartbeat:rabbitmq-cluster): Stopped ++ rabbitmq-bundle-1 (ocf::heartbeat:rabbitmq-cluster): FAILED node2 (UNCLEAN) ++ rabbitmq-bundle-2 (ocf::heartbeat:rabbitmq-cluster): FAILED node3 (UNCLEAN) ++ Docker container set: galera-bundle [192.168.122.139:8787/rhosp13/openstack-mariadb:pcmklatest] ++ galera-bundle-0 (ocf::heartbeat:galera): Stopped ++ galera-bundle-1 (ocf::heartbeat:galera): FAILED Master node2 (UNCLEAN) ++ galera-bundle-2 (ocf::heartbeat:galera): FAILED Master node3 (UNCLEAN) ++ stonith-fence_ipmilan-node1 (stonith:fence_ipmilan): Started node2 (UNCLEAN) ++ stonith-fence_ipmilan-node3 (stonith:fence_ipmilan): Started node2 (UNCLEAN) ++ stonith-fence_ipmilan-node2 (stonith:fence_ipmilan): Started node3 (UNCLEAN) ++ +diff --git a/pengine/test10/guest-host-not-fenceable.xml b/pengine/test10/guest-host-not-fenceable.xml +new file mode 100755 +index 0000000..a1ccdc8 +--- /dev/null ++++ b/pengine/test10/guest-host-not-fenceable.xml +@@ -0,0 +1,413 @@ ++<cib crm_feature_set="3.0.14" validate-with="pacemaker-2.10" epoch="71" num_updates="166" admin_epoch="0" cib-last-written="Wed Aug 21 12:00:45 2019" update-origin="node1" update-client="crm_resource" update-user="root" have-quorum="0" dc-uuid="1" no-quorum-panic="1" execution-date="1566795162"> ++ <configuration> ++ <crm_config> ++ <cluster_property_set id="cib-bootstrap-options"> ++ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/> ++ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.19-8.el7_6.4-c3c624ea3d"/> ++ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/> ++ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/> ++ <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/> ++ <nvpair id="cib-bootstrap-options-cluster-recheck-interval" name="cluster-recheck-interval" value="600s"/> ++ </cluster_property_set> ++ </crm_config> ++ <nodes> ++ <node id="1" uname="node1"> ++ <instance_attributes id="nodes-1"> ++ <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/> ++ <nvpair id="nodes-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@node1"/> ++ <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/> ++ </instance_attributes> ++ </node> ++ <node id="2" uname="node2"> ++ <instance_attributes id="nodes-2"> ++ <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/> ++ <nvpair id="nodes-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@node2"/> ++ <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/> ++ </instance_attributes> ++ </node> ++ <node id="3" uname="node3"> ++ <instance_attributes id="nodes-3"> ++ <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/> ++ <nvpair id="nodes-3-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@node3"/> ++ <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/> ++ </instance_attributes> ++ </node> ++ </nodes> ++ <resources> ++ <bundle id="rabbitmq-bundle"> ++ <docker image="192.168.122.139:8787/rhosp13/openstack-rabbitmq:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/> ++ <network control-port="3122"/> ++ <storage> ++ <storage-mapping id="rabbitmq-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/rabbitmq.json" target-dir="/var/lib/kolla/config_files/config.json"/> ++ <storage-mapping id="rabbitmq-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/rabbitmq/" target-dir="/var/lib/kolla/config_files/src"/> ++ <storage-mapping id="rabbitmq-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/> ++ <storage-mapping id="rabbitmq-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/> ++ <storage-mapping id="rabbitmq-lib" options="rw" source-dir="/var/lib/rabbitmq" target-dir="/var/lib/rabbitmq"/> ++ <storage-mapping id="rabbitmq-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/> ++ <storage-mapping id="rabbitmq-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/> ++ <storage-mapping id="rabbitmq-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/> ++ <storage-mapping id="rabbitmq-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/> ++ <storage-mapping id="rabbitmq-log" options="rw" source-dir="/var/log/containers/rabbitmq" target-dir="/var/log/rabbitmq"/> ++ <storage-mapping id="rabbitmq-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/> ++ </storage> ++ <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster"> ++ <instance_attributes id="rabbitmq-instance_attributes"> ++ <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {"ha-mode":"all"}"/> ++ </instance_attributes> ++ <meta_attributes id="rabbitmq-meta_attributes"> ++ <nvpair id="rabbitmq-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/> ++ <nvpair id="rabbitmq-meta_attributes-notify" name="notify" value="true"/> ++ </meta_attributes> ++ <operations> ++ <op id="rabbitmq-monitor-interval-10s" interval="10s" name="monitor" timeout="40s"/> ++ <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="200s"/> ++ <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="200s"/> ++ </operations> ++ </primitive> ++ <meta_attributes id="rabbitmq-bundle-meta_attributes"/> ++ </bundle> ++ <bundle id="galera-bundle"> ++ <docker image="192.168.122.139:8787/rhosp13/openstack-mariadb:pcmklatest" masters="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/> ++ <network control-port="3123"/> ++ <storage> ++ <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/> ++ <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/mysql/" target-dir="/var/lib/kolla/config_files/src"/> ++ <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/> ++ <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/> ++ <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/> ++ <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/> ++ <storage-mapping id="mysql-log" options="rw" source-dir="/var/log/containers/mysql" target-dir="/var/log/mysql"/> ++ <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/> ++ </storage> ++ <primitive class="ocf" id="galera" provider="heartbeat" type="galera"> ++ <instance_attributes id="galera-instance_attributes"> ++ <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/> ++ <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="node1:node1.internalapi.localdomain;node2:node2.internalapi.localdomain;node3:node3.internalapi.localdomain"/> ++ <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/> ++ <nvpair id="galera-instance_attributes-log" name="log" value="/var/log/mysql/mysqld.log"/> ++ <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://node1.internalapi.localdomain,node2.internalapi.localdomain,node3.internalapi.localdomain"/> ++ </instance_attributes> ++ <meta_attributes id="galera-meta_attributes"> ++ <nvpair id="galera-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/> ++ <nvpair id="galera-meta_attributes-master-max" name="master-max" value="3"/> ++ <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/> ++ </meta_attributes> ++ <operations> ++ <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120s"/> ++ <op id="galera-monitor-interval-20s" interval="20s" name="monitor" timeout="30s"/> ++ <op id="galera-monitor-interval-10s" interval="10s" name="monitor" role="Master" timeout="30s"/> ++ <op id="galera-monitor-interval-30s" interval="30s" name="monitor" role="Slave" timeout="30s"/> ++ <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/> ++ <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120s"/> ++ <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120s"/> ++ </operations> ++ </primitive> ++ </bundle> ++ <primitive class="stonith" id="stonith-fence_ipmilan-node1" type="fence_ipmilan"> ++ <instance_attributes id="stonith-fence_ipmilan-node1-instance_attributes"> ++ <nvpair id="stonith-fence_ipmilan-node1-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="node1"/> ++ </instance_attributes> ++ <meta_attributes id="stonith-fence_ipmilan-node1-meta_attributes"> ++ <nvpair id="stonith-fence_ipmilan-node1-meta_attributes-failure-timeout" name="failure-timeout" value="600s"/> ++ <nvpair id="stonith-fence_ipmilan-node1-meta_attributes-migration-threshold" name="migration-threshold" value="5"/> ++ </meta_attributes> ++ <operations> ++ <op id="stonith-fence_ipmilan-node1-monitor-interval-60s" interval="60s" name="monitor"/> ++ </operations> ++ </primitive> ++ <primitive class="stonith" id="stonith-fence_ipmilan-node3" type="fence_ipmilan"> ++ <instance_attributes id="stonith-fence_ipmilan-node3-instance_attributes"> ++ <nvpair id="stonith-fence_ipmilan-node3-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="node3"/> ++ </instance_attributes> ++ <meta_attributes id="stonith-fence_ipmilan-node3-meta_attributes"> ++ <nvpair id="stonith-fence_ipmilan-node3-meta_attributes-failure-timeout" name="failure-timeout" value="600s"/> ++ <nvpair id="stonith-fence_ipmilan-node3-meta_attributes-migration-threshold" name="migration-threshold" value="5"/> ++ </meta_attributes> ++ <operations> ++ <op id="stonith-fence_ipmilan-node3-monitor-interval-60s" interval="60s" name="monitor"/> ++ </operations> ++ </primitive> ++ <primitive class="stonith" id="stonith-fence_ipmilan-node2" type="fence_ipmilan"> ++ <instance_attributes id="stonith-fence_ipmilan-node2-instance_attributes"> ++ <nvpair id="stonith-fence_ipmilan-node2-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="node2"/> ++ </instance_attributes> ++ <meta_attributes id="stonith-fence_ipmilan-node2-meta_attributes"> ++ <nvpair id="stonith-fence_ipmilan-node2-meta_attributes-failure-timeout" name="failure-timeout" value="600s"/> ++ <nvpair id="stonith-fence_ipmilan-node2-meta_attributes-migration-threshold" name="migration-threshold" value="5"/> ++ </meta_attributes> ++ <operations> ++ <op id="stonith-fence_ipmilan-node2-monitor-interval-60s" interval="60s" name="monitor"/> ++ </operations> ++ </primitive> ++ </resources> ++ <constraints> ++ <rsc_location id="location-rabbitmq-bundle" resource-discovery="exclusive" rsc="rabbitmq-bundle"> ++ <rule id="location-rabbitmq-bundle-rule" score="0"> ++ <expression attribute="rabbitmq-role" id="location-rabbitmq-bundle-rule-expr" operation="eq" value="true"/> ++ </rule> ++ </rsc_location> ++ <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle"> ++ <rule id="location-galera-bundle-rule" score="0"> ++ <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/> ++ </rule> ++ </rsc_location> ++ <rsc_location id="location-stonith-fence_ipmilan-node1-node1--INFINITY" node="node1" rsc="stonith-fence_ipmilan-node1" score="-INFINITY"/> ++ <rsc_location id="location-stonith-fence_ipmilan-node3-node3--INFINITY" node="node3" rsc="stonith-fence_ipmilan-node3" score="-INFINITY"/> ++ <rsc_location id="location-stonith-fence_ipmilan-node2-node2--INFINITY" node="node2" rsc="stonith-fence_ipmilan-node2" score="-INFINITY"/> ++ </constraints> ++ <rsc_defaults> ++ <meta_attributes id="rsc_defaults-options"> ++ <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="INFINITY"/> ++ </meta_attributes> ++ </rsc_defaults> ++ </configuration> ++ <status> ++ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member"> ++ <transient_attributes id="1"> ++ <instance_attributes id="status-1"> ++ <nvpair id="status-1-master-galera" name="master-galera" value="100"/> ++ <nvpair id="status-1-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@node1"/> ++ </instance_attributes> ++ </transient_attributes> ++ <lrm id="1"> ++ <lrm_resources> ++ <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1"> ++ <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="26:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;26:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1566435864" last-rc-change="1566435864" exec-time="0" queue-time="0" op-digest="4e9836c1fe6ca784363329f38f1a6bab" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2"> ++ <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="28:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;28:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-run="1566435864" last-rc-change="1566435864" exec-time="0" queue-time="0" op-digest="6c8e8fc40a3a8bc0990cb4086a91cb5a" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="stonith-fence_ipmilan-node1" type="fence_ipmilan" class="stonith"> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node1_last_0" operation_key="stonith-fence_ipmilan-node1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="42:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;42:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="61" rc-code="7" op-status="0" interval="0" last-run="1566435865" last-rc-change="1566435865" exec-time="139" queue-time="0" op-digest="40ba273e494269d4d7bded2368059e8d" op-secure-params=" password passwd " op-secure-digest="3ffa7c4b1189e29b87161a1808ba7d9f"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="46:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;46:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="75" rc-code="0" op-status="0" interval="0" last-run="1566435865" last-rc-change="1566435865" exec-time="2053" queue-time="0" op-digest="14ba0643d7f91ddb1789cd6c29f9ac3f"/> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-0_monitor_60000" operation_key="rabbitmq-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="47:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;47:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="80" rc-code="0" op-status="0" interval="60000" last-rc-change="1566435867" exec-time="161" queue-time="0" op-digest="f18bc65b8186d36c889d9d67beeef1b3"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="25:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;25:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1566435864" last-rc-change="1566435864" exec-time="196" queue-time="0" op-digest="6611df38a8c054188fb3906bac2a4ac6"/> ++ </lrm_resource> ++ <lrm_resource id="stonith-fence_ipmilan-node2" type="fence_ipmilan" class="stonith"> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node2_last_0" operation_key="stonith-fence_ipmilan-node2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="44:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;44:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="69" rc-code="7" op-status="0" interval="0" last-run="1566435865" last-rc-change="1566435865" exec-time="0" queue-time="0" op-digest="7252381349b2722d90a4ce9fba7ba3b5" op-secure-params=" password passwd " op-secure-digest="5265a046a980e16fb93d35f07f19a6d4"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="80:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;80:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="74" rc-code="0" op-status="0" interval="0" last-run="1566435865" last-rc-change="1566435865" exec-time="1784" queue-time="0" op-digest="c9e60e09c1b2adcdac0169e69cbeb76e"/> ++ <lrm_rsc_op id="galera-bundle-docker-0_monitor_60000" operation_key="galera-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="81:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;81:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="78" rc-code="0" op-status="0" interval="60000" last-rc-change="1566435867" exec-time="235" queue-time="0" op-digest="5826a0cfeef03a64959f74a25e81bbc4"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1"> ++ <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="32:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;32:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="3" rc-code="7" op-status="0" interval="0" last-run="1566435864" last-rc-change="1566435864" exec-time="0" queue-time="0" op-digest="5902e2bf7cfd38a4e959ce335356dc1f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2"> ++ <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="34:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;34:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-run="1566435864" last-rc-change="1566435864" exec-time="0" queue-time="0" op-digest="f724287411b756a9cac4dba67d3bddf6" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="27:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;27:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="14" rc-code="7" op-status="0" interval="0" last-run="1566435864" last-rc-change="1566435864" exec-time="166" queue-time="0" op-digest="7ade29d4352e8007c537badef8a2e0b0"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="31:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;31:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="23" rc-code="7" op-status="0" interval="0" last-run="1566435864" last-rc-change="1566435864" exec-time="155" queue-time="0" op-digest="c6f303ef421236554d0dea3151b97cb3"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="33:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;33:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1566435864" last-rc-change="1566435864" exec-time="174" queue-time="0" op-digest="bb5745d5e3a6dedaf2449265ce05625b"/> ++ </lrm_resource> ++ <lrm_resource id="stonith-fence_ipmilan-node3" type="fence_ipmilan" class="stonith"> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node3_last_0" operation_key="stonith-fence_ipmilan-node3_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="43:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:7;43:889:7:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="65" rc-code="7" op-status="0" interval="0" last-run="1566435865" last-rc-change="1566435865" exec-time="0" queue-time="0" op-digest="094b99e257ba32c2b718b61813e80256" op-secure-params=" password passwd " op-secure-digest="765c80b4e1ed30f2ef368a8296f7481c"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0"> ++ <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="82:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;82:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="6" rc-code="0" op-status="0" interval="0" last-run="1566435867" last-rc-change="1566435867" exec-time="0" queue-time="0" op-digest="8193f24828986601946578a7993cbb74" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ <lrm_rsc_op id="galera-bundle-0_monitor_60000" operation_key="galera-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="67:890:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;67:890:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="60000" last-rc-change="1566435871" exec-time="0" queue-time="0" op-digest="aa427f07df30a17686d41e30145bf557"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0"> ++ <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="48:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;48:889:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1566435867" last-rc-change="1566435867" exec-time="0" queue-time="0" op-digest="2c6afa7ac6b48957892b7238a3270a5d" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ <lrm_rsc_op id="rabbitmq-bundle-0_monitor_60000" operation_key="rabbitmq-bundle-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="32:890:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;32:890:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="60000" last-rc-change="1566435871" exec-time="0" queue-time="0" op-digest="deffe42b0e1f26d58665d8c3a846a8eb"/> ++ </lrm_resource> ++ </lrm_resources> ++ </lrm> ++ </node_state> ++ <node_state id="2" uname="node2" in_ccm="false" crmd="offline" crm-debug-origin="do_state_transition" join="down" expected="down"> ++ <transient_attributes id="2"> ++ <instance_attributes id="status-2"> ++ <nvpair id="status-2-master-galera" name="master-galera" value="100"/> ++ <nvpair id="status-2-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@node2"/> ++ </instance_attributes> ++ </transient_attributes> ++ <lrm id="2"> ++ <lrm_resources> ++ <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1"> ++ <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="27:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;27:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node2" call-id="12" rc-code="0" op-status="0" interval="0" last-run="1566356445" last-rc-change="1566356445" exec-time="0" queue-time="0" op-digest="4e9836c1fe6ca784363329f38f1a6bab" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ <lrm_rsc_op id="rabbitmq-bundle-1_monitor_60000" operation_key="rabbitmq-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="36:754:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;36:754:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="60000" last-rc-change="1566356446" exec-time="0" queue-time="0" op-digest="7fe12a754b9debfddd5a529c95d4ea6c"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2"> ++ <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="28:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:7;28:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="2" rc-code="7" op-status="0" interval="0" last-run="1565265995" last-rc-change="1565265995" exec-time="0" queue-time="0" op-digest="6c8e8fc40a3a8bc0990cb4086a91cb5a" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="29:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:7;29:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="19" rc-code="7" op-status="0" interval="0" last-run="1565265995" last-rc-change="1565265995" exec-time="204" queue-time="0" op-digest="c9e60e09c1b2adcdac0169e69cbeb76e"/> ++ </lrm_resource> ++ <lrm_resource id="stonith-fence_ipmilan-node1" type="fence_ipmilan" class="stonith"> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node1_last_0" operation_key="stonith-fence_ipmilan-node1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="125:17:0:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:0;125:17:0:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="82" rc-code="0" op-status="0" interval="0" last-run="1565266314" last-rc-change="1565266314" exec-time="322" queue-time="0" op-digest="40ba273e494269d4d7bded2368059e8d" op-secure-params=" password passwd " op-secure-digest="3ffa7c4b1189e29b87161a1808ba7d9f"/> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node1_monitor_60000" operation_key="stonith-fence_ipmilan-node1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="126:17:0:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:0;126:17:0:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="83" rc-code="0" op-status="0" interval="60000" last-rc-change="1565266315" exec-time="239" queue-time="0" op-digest="865620c5b61a242892a200a6a0e1cd35" op-secure-params=" password passwd " op-secure-digest="3ffa7c4b1189e29b87161a1808ba7d9f"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="23:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:7;23:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1565265995" last-rc-change="1565265995" exec-time="215" queue-time="0" op-digest="14ba0643d7f91ddb1789cd6c29f9ac3f"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="25:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;25:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node2" call-id="94" rc-code="0" op-status="0" interval="0" last-run="1566356445" last-rc-change="1566356445" exec-time="598" queue-time="0" op-digest="6611df38a8c054188fb3906bac2a4ac6"/> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-1_monitor_60000" operation_key="rabbitmq-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="26:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;26:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node2" call-id="95" rc-code="0" op-status="0" interval="60000" last-rc-change="1566356445" exec-time="163" queue-time="0" op-digest="256b8a21685f8d8237dfff64197a60b0"/> ++ </lrm_resource> ++ <lrm_resource id="stonith-fence_ipmilan-node2" type="fence_ipmilan" class="stonith"> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node2_last_0" operation_key="stonith-fence_ipmilan-node2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="44:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:7;44:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="69" rc-code="7" op-status="0" interval="0" last-run="1565265997" last-rc-change="1565265997" exec-time="0" queue-time="0" op-digest="7252381349b2722d90a4ce9fba7ba3b5" op-secure-params=" password passwd " op-secure-digest="5265a046a980e16fb93d35f07f19a6d4"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0"> ++ <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="30:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:7;30:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-run="1565265995" last-rc-change="1565265995" exec-time="0" queue-time="0" op-digest="8193f24828986601946578a7993cbb74" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="84:12:0:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:0;84:12:0:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="76" rc-code="0" op-status="0" interval="0" last-run="1565265997" last-rc-change="1565265997" exec-time="2055" queue-time="0" op-digest="c6f303ef421236554d0dea3151b97cb3"/> ++ <lrm_rsc_op id="galera-bundle-docker-1_monitor_60000" operation_key="galera-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="85:12:0:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:0;85:12:0:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="80" rc-code="0" op-status="0" interval="60000" last-rc-change="1565265999" exec-time="240" queue-time="0" op-digest="b6b5570d0c79fe1f2c57f97e38d0c454"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2"> ++ <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="34:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:7;34:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="4" rc-code="7" op-status="0" interval="0" last-run="1565265995" last-rc-change="1565265995" exec-time="0" queue-time="0" op-digest="f724287411b756a9cac4dba67d3bddf6" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="33:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:7;33:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="28" rc-code="7" op-status="0" interval="0" last-run="1565265995" last-rc-change="1565265995" exec-time="161" queue-time="0" op-digest="bb5745d5e3a6dedaf2449265ce05625b"/> ++ </lrm_resource> ++ <lrm_resource id="stonith-fence_ipmilan-node3" type="fence_ipmilan" class="stonith"> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node3_last_0" operation_key="stonith-fence_ipmilan-node3_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="117:1:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;117:1:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node2" call-id="88" rc-code="0" op-status="0" interval="0" last-run="1565925136" last-rc-change="1565925136" exec-time="196" queue-time="0" op-digest="094b99e257ba32c2b718b61813e80256" op-secure-params=" password passwd " op-secure-digest="765c80b4e1ed30f2ef368a8296f7481c"/> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node3_monitor_60000" operation_key="stonith-fence_ipmilan-node3_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="118:1:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;118:1:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node2" call-id="89" rc-code="0" op-status="0" interval="60000" last-rc-change="1565925136" exec-time="197" queue-time="0" op-digest="14dda17b1320f5f4ce99f062334a12da" op-secure-params=" password passwd " op-secure-digest="765c80b4e1ed30f2ef368a8296f7481c"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="27:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:7;27:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="14" rc-code="7" op-status="0" interval="0" last-run="1565265995" last-rc-change="1565265995" exec-time="171" queue-time="0" op-digest="7ade29d4352e8007c537badef8a2e0b0"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1"> ++ <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="86:12:0:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:0;86:12:0:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1565265999" last-rc-change="1565265999" exec-time="0" queue-time="0" op-digest="5902e2bf7cfd38a4e959ce335356dc1f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ <lrm_rsc_op id="galera-bundle-1_monitor_60000" operation_key="galera-bundle-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="71:13:0:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:0;71:13:0:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="10" rc-code="0" op-status="0" interval="60000" last-rc-change="1565266003" exec-time="0" queue-time="0" op-digest="9cd0e6ae49720131ba1b94817d9df3c7"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0"> ++ <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="24:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:7;24:12:7:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1565265995" last-rc-change="1565265995" exec-time="0" queue-time="0" op-digest="2c6afa7ac6b48957892b7238a3270a5d" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ </lrm_resources> ++ </lrm> ++ </node_state> ++ <node_state id="3" uname="node3" in_ccm="false" crmd="offline" crm-debug-origin="do_state_transition" join="down" expected="member"> ++ <lrm id="3"> ++ <lrm_resources> ++ <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1"> ++ <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="26:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;26:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-run="1565267340" last-rc-change="1565267340" exec-time="0" queue-time="0" op-digest="4e9836c1fe6ca784363329f38f1a6bab" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2"> ++ <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="31:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;31:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node3" call-id="12" rc-code="0" op-status="0" interval="0" last-run="1566356445" last-rc-change="1566356445" exec-time="0" queue-time="0" op-digest="6c8e8fc40a3a8bc0990cb4086a91cb5a" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ <lrm_rsc_op id="rabbitmq-bundle-2_monitor_60000" operation_key="rabbitmq-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="41:754:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;41:754:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node3" call-id="13" rc-code="0" op-status="0" interval="60000" last-rc-change="1566356446" exec-time="0" queue-time="0" op-digest="2633a5ceafe55cf96d15c4984e9cb635"/> ++ </lrm_resource> ++ <lrm_resource id="stonith-fence_ipmilan-node1" type="fence_ipmilan" class="stonith"> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node1_last_0" operation_key="stonith-fence_ipmilan-node1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="42:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;42:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="61" rc-code="7" op-status="0" interval="0" last-run="1565267341" last-rc-change="1565267341" exec-time="143" queue-time="1" op-digest="40ba273e494269d4d7bded2368059e8d" op-secure-params=" password passwd " op-secure-digest="3ffa7c4b1189e29b87161a1808ba7d9f"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="23:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;23:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1565267340" last-rc-change="1565267340" exec-time="195" queue-time="0" op-digest="14ba0643d7f91ddb1789cd6c29f9ac3f"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="25:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;25:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-run="1565267340" last-rc-change="1565267340" exec-time="176" queue-time="0" op-digest="6611df38a8c054188fb3906bac2a4ac6"/> ++ </lrm_resource> ++ <lrm_resource id="stonith-fence_ipmilan-node2" type="fence_ipmilan" class="stonith"> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node2_last_0" operation_key="stonith-fence_ipmilan-node2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="120:1:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;120:1:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node3" call-id="82" rc-code="0" op-status="0" interval="0" last-run="1565925136" last-rc-change="1565925136" exec-time="251" queue-time="1" op-digest="7252381349b2722d90a4ce9fba7ba3b5" op-secure-params=" password passwd " op-secure-digest="5265a046a980e16fb93d35f07f19a6d4"/> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node2_monitor_60000" operation_key="stonith-fence_ipmilan-node2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="121:1:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;121:1:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node3" call-id="83" rc-code="0" op-status="0" interval="60000" last-rc-change="1565925136" exec-time="194" queue-time="0" op-digest="8fa93fafac88b73db2fde1123f0fac16" op-secure-params=" password passwd " op-secure-digest="5265a046a980e16fb93d35f07f19a6d4"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0"> ++ <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="30:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;30:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="3" rc-code="7" op-status="0" interval="0" last-run="1565267340" last-rc-change="1565267340" exec-time="0" queue-time="0" op-digest="8193f24828986601946578a7993cbb74" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1"> ++ <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="32:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;32:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="4" rc-code="7" op-status="0" interval="0" last-run="1565267340" last-rc-change="1565267340" exec-time="0" queue-time="0" op-digest="5902e2bf7cfd38a4e959ce335356dc1f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="88:12:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:0;88:12:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="76" rc-code="0" op-status="0" interval="0" last-run="1565267341" last-rc-change="1565267341" exec-time="1505" queue-time="0" op-digest="bb5745d5e3a6dedaf2449265ce05625b"/> ++ <lrm_rsc_op id="galera-bundle-docker-2_monitor_60000" operation_key="galera-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="89:12:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:0;89:12:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="78" rc-code="0" op-status="0" interval="60000" last-rc-change="1565267343" exec-time="255" queue-time="0" op-digest="382bc0d634f7dc834b2e7106a1f740f4"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="29:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;29:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="19" rc-code="7" op-status="0" interval="0" last-run="1565267340" last-rc-change="1565267340" exec-time="163" queue-time="0" op-digest="c9e60e09c1b2adcdac0169e69cbeb76e"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="31:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;31:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="24" rc-code="7" op-status="0" interval="0" last-run="1565267340" last-rc-change="1565267340" exec-time="205" queue-time="0" op-digest="c6f303ef421236554d0dea3151b97cb3"/> ++ </lrm_resource> ++ <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2"> ++ <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="90:12:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:0;90:12:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1565267343" last-rc-change="1565267343" exec-time="0" queue-time="0" op-digest="f724287411b756a9cac4dba67d3bddf6" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ <lrm_rsc_op id="galera-bundle-2_monitor_60000" operation_key="galera-bundle-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="75:13:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:0;75:13:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="10" rc-code="0" op-status="0" interval="60000" last-rc-change="1565267347" exec-time="0" queue-time="0" op-digest="d7f8ff67dde73741c39fc99235612a69"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="29:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;29:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node3" call-id="90" rc-code="0" op-status="0" interval="0" last-run="1566356445" last-rc-change="1566356445" exec-time="589" queue-time="0" op-digest="7ade29d4352e8007c537badef8a2e0b0"/> ++ <lrm_rsc_op id="rabbitmq-bundle-docker-2_monitor_60000" operation_key="rabbitmq-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="30:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;30:753:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node3" call-id="91" rc-code="0" op-status="0" interval="60000" last-rc-change="1566356445" exec-time="159" queue-time="0" op-digest="43e4544c25234613205b2a31701bbaa5"/> ++ </lrm_resource> ++ <lrm_resource id="stonith-fence_ipmilan-node3" type="fence_ipmilan" class="stonith"> ++ <lrm_rsc_op id="stonith-fence_ipmilan-node3_last_0" operation_key="stonith-fence_ipmilan-node3_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="43:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;43:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="65" rc-code="7" op-status="0" interval="0" last-run="1565267341" last-rc-change="1565267341" exec-time="0" queue-time="0" op-digest="094b99e257ba32c2b718b61813e80256" op-secure-params=" password passwd " op-secure-digest="765c80b4e1ed30f2ef368a8296f7481c"/> ++ </lrm_resource> ++ <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0"> ++ <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.14" transition-key="24:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:7;24:12:7:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-run="1565267340" last-rc-change="1565267340" exec-time="0" queue-time="0" op-digest="2c6afa7ac6b48957892b7238a3270a5d" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/> ++ </lrm_resource> ++ </lrm_resources> ++ </lrm> ++ </node_state> ++ <node_state remote_node="true" id="rabbitmq-bundle-2" uname="rabbitmq-bundle-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0"> ++ <lrm id="rabbitmq-bundle-2"> ++ <lrm_resources> ++ <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="48:755:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;48:755:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node3" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1566356483" last-rc-change="1566356483" exec-time="21171" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/> ++ <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="49:755:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;49:755:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node3" call-id="32" rc-code="0" op-status="0" interval="10000" last-rc-change="1566356505" exec-time="6280" queue-time="1" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/> ++ </lrm_resource> ++ </lrm_resources> ++ </lrm> ++ </node_state> ++ <node_state remote_node="true" id="rabbitmq-bundle-1" uname="rabbitmq-bundle-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0"> ++ <lrm id="rabbitmq-bundle-1"> ++ <lrm_resources> ++ <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="46:755:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;46:755:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1566356462" last-rc-change="1566356462" exec-time="20783" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/> ++ <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="47:755:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;47:755:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node2" call-id="32" rc-code="0" op-status="0" interval="10000" last-rc-change="1566356505" exec-time="6246" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/> ++ </lrm_resource> ++ </lrm_resources> ++ </lrm> ++ </node_state> ++ <node_state remote_node="true" id="rabbitmq-bundle-0" uname="rabbitmq-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0"> ++ <lrm id="rabbitmq-bundle-0"> ++ <lrm_resources> ++ <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="49:890:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;49:890:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="13" rc-code="0" op-status="0" interval="0" last-run="1566435880" last-rc-change="1566435880" exec-time="24518" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/> ++ <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="46:891:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;46:891:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="32" rc-code="0" op-status="0" interval="10000" last-rc-change="1566435907" exec-time="6252" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/> ++ </lrm_resource> ++ </lrm_resources> ++ </lrm> ++ </node_state> ++ <node_state remote_node="true" id="galera-bundle-2" uname="galera-bundle-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0"> ++ <lrm id="galera-bundle-2"> ++ <lrm_resources> ++ <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="88:14:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:0;88:14:0:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="35" rc-code="0" op-status="0" interval="0" last-run="1565267357" last-rc-change="1565267357" exec-time="38152" queue-time="0" op-digest="1b6366d05865bce625517a6aaed95684" op-secure-params=" user " op-secure-digest="1b6366d05865bce625517a6aaed95684"/> ++ <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="91:15:8:0bfc4f89-f653-4db4-9512-87ae7f0afc87" transition-magic="0:8;91:15:8:0bfc4f89-f653-4db4-9512-87ae7f0afc87" exit-reason="" on_node="node3" call-id="66" rc-code="8" op-status="0" interval="10000" last-rc-change="1565267396" exec-time="1009" queue-time="0" op-digest="29e39b115884dbdd932fbce6501ece1b" op-secure-params=" user " op-secure-digest="1b6366d05865bce625517a6aaed95684"/> ++ </lrm_resource> ++ </lrm_resources> ++ </lrm> ++ <transient_attributes id="galera-bundle-2"> ++ <instance_attributes id="status-galera-bundle-2"/> ++ </transient_attributes> ++ </node_state> ++ <node_state remote_node="true" id="galera-bundle-1" uname="galera-bundle-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0"> ++ <lrm id="galera-bundle-1"> ++ <lrm_resources> ++ <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="88:14:0:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:0;88:14:0:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="35" rc-code="0" op-status="0" interval="0" last-run="1565266015" last-rc-change="1565266015" exec-time="27052" queue-time="0" op-digest="1b6366d05865bce625517a6aaed95684" op-secure-params=" user " op-secure-digest="1b6366d05865bce625517a6aaed95684"/> ++ <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="86:15:8:e9b2624a-a468-4541-8cb4-526ee5466e26" transition-magic="0:8;86:15:8:e9b2624a-a468-4541-8cb4-526ee5466e26" exit-reason="" on_node="node2" call-id="66" rc-code="8" op-status="0" interval="10000" last-rc-change="1565266043" exec-time="961" queue-time="0" op-digest="29e39b115884dbdd932fbce6501ece1b" op-secure-params=" user " op-secure-digest="1b6366d05865bce625517a6aaed95684"/> ++ </lrm_resource> ++ </lrm_resources> ++ </lrm> ++ <transient_attributes id="galera-bundle-1"> ++ <instance_attributes id="status-galera-bundle-1"/> ++ </transient_attributes> ++ </node_state> ++ <node_state remote_node="true" id="galera-bundle-0" uname="galera-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0"> ++ <lrm id="galera-bundle-0"> ++ <lrm_resources> ++ <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat"> ++ <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="89:891:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:0;89:891:0:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="35" rc-code="0" op-status="0" interval="0" last-run="1566435907" last-rc-change="1566435907" exec-time="10647" queue-time="0" op-digest="1b6366d05865bce625517a6aaed95684" op-secure-params=" user " op-secure-digest="1b6366d05865bce625517a6aaed95684"/> ++ <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="83:892:8:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:8;83:892:8:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="" on_node="node1" call-id="66" rc-code="8" op-status="0" interval="10000" last-rc-change="1566435919" exec-time="1059" queue-time="0" op-digest="29e39b115884dbdd932fbce6501ece1b" op-secure-params=" user " op-secure-digest="1b6366d05865bce625517a6aaed95684"/> ++ <lrm_rsc_op id="galera_last_failure_0" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.14" transition-key="83:892:8:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" transition-magic="0:1;83:892:8:5da9c0f3-4bc1-4a60-b177-1bca293a6d60" exit-reason="local node <node1> is started, but not in primary mode. Unknown state." on_node="node1" call-id="66" rc-code="1" op-status="0" interval="10000" last-rc-change="1566795150" exec-time="0" queue-time="0" op-digest="29e39b115884dbdd932fbce6501ece1b" op-secure-params=" user " op-secure-digest="1b6366d05865bce625517a6aaed95684"/> ++ </lrm_resource> ++ </lrm_resources> ++ </lrm> ++ </node_state> ++ </status> ++</cib> +-- +1.8.3.1 + diff --git a/SPECS/pacemaker.spec b/SPECS/pacemaker.spec index 1b30736..00339de 100644 --- a/SPECS/pacemaker.spec +++ b/SPECS/pacemaker.spec @@ -168,7 +168,7 @@ Name: pacemaker Summary: Scalable High-Availability cluster resource manager Version: %{pcmkversion} -Release: %{pcmk_release}%{?dist}.1 +Release: %{pcmk_release}%{?dist}.2 %if %{defined _unitdir} License: GPLv2+ and LGPLv2+ %else @@ -196,6 +196,8 @@ Patch9: 009-use-after-free.patch Patch10: 010-fork-callback.patch Patch11: 011-remote.patch Patch12: 012-tls-priorities.patch +Patch13: 013-guest-node.patch +Patch14: 014-guest-node-test.patch # patches that aren't from upstream Patch100: lrmd-protocol-version.patch @@ -214,7 +216,7 @@ Provides: pcmk-cluster-manager %{?systemd_requires} -ExclusiveArch: aarch64 i686 ppc64le s390x x86_64 %{arm} +ExclusiveArch: aarch64 i686 ppc64le s390x x86_64 # Pacemaker targets compatibility with python 2.6+ and 3.2+ Requires: python >= 2.6 @@ -883,6 +885,10 @@ exit 0 %attr(0644,root,root) %{_datadir}/pacemaker/nagios/plugins-metadata/* %changelog +* Mon Nov 11 2019 Ken Gaillot <kgaillot@redhat.com> - 1.1.20-5.2 +- Avoid invalid transition when guest node's host is unclean but can't be fenced +- Resolves: rhbz#1770734 + * Tue Jul 23 2019 Ken Gaillot <kgaillot@redhat.com> - 1.1.20-5.1 - Handle losing remote node while it is shutting down - Allow configurable GnuTLS cipher priorities and use stricter default