diff --git a/pengine/native.c b/pengine/native.c
index 62639d0..3f1807e 100644
--- a/pengine/native.c
+++ b/pengine/native.c
@@ -2913,6 +2913,39 @@ native_start_constraints(resource_t * rsc, action_t * stonith_op, gboolean is_st
}
}
+static GListPtr
+find_fence_target_node_actions(GListPtr search_list, const char *key, node_t *fence_target, pe_working_set_t *data_set)
+{
+ GListPtr gIter = NULL;
+ GListPtr result_list = find_actions(search_list, key, fence_target);
+
+ /* find stop actions for this rsc on any container nodes running on
+ * the fencing target node */
+ for (gIter = fence_target->details->running_rsc; gIter != NULL; gIter = gIter->next) {
+ GListPtr iter = NULL;
+ GListPtr tmp_list = NULL;
+ resource_t *tmp_rsc = (resource_t *) gIter->data;
+ node_t *container_node = NULL;
+
+ /* found a container node that lives on the host node
+ * that is getting fenced. Find stop for our rsc that live on
+ * the container node as well. These stop operations are also
+ * implied by fencing of the host cluster node. */
+ if (tmp_rsc->is_remote_node && tmp_rsc->container != NULL) {
+ container_node = pe_find_node(data_set->nodes, tmp_rsc->id);
+ }
+ if (container_node) {
+ tmp_list = find_actions(search_list, key, container_node);
+ }
+ for (iter = tmp_list; iter != NULL; iter = iter->next) {
+ result_list = g_list_prepend(result_list, (action_t *) iter->data);
+ }
+ g_list_free(tmp_list);
+ }
+
+ return result_list;
+}
+
static void
native_stop_constraints(resource_t * rsc, action_t * stonith_op, gboolean is_stonith,
pe_working_set_t * data_set)
@@ -2923,7 +2956,7 @@ native_stop_constraints(resource_t * rsc, action_t * stonith_op, gboolean is_sto
resource_t *top = uber_parent(rsc);
key = stop_key(rsc);
- action_list = find_actions(rsc->actions, key, stonith_op->node);
+ action_list = find_fence_target_node_actions(rsc->actions, key, stonith_op->node, data_set);
free(key);
/* add the stonith OP as a stop pre-req and the mark the stop
@@ -3032,7 +3065,7 @@ native_stop_constraints(resource_t * rsc, action_t * stonith_op, gboolean is_sto
g_list_free(action_list);
key = demote_key(rsc);
- action_list = find_actions(rsc->actions, key, stonith_op->node);
+ action_list = find_fence_target_node_actions(rsc->actions, key, stonith_op->node, data_set);
free(key);
for (gIter = action_list; gIter != NULL; gIter = gIter->next) {
diff --git a/pengine/regression.sh b/pengine/regression.sh
index c2bc7fb..9172acb 100755
--- a/pengine/regression.sh
+++ b/pengine/regression.sh
@@ -768,6 +768,7 @@ do_test whitebox-orphaned "Properly shutdown orphaned whitebox container"
do_test whitebox-orphan-ms "Properly tear down orphan ms resources on remote-nodes"
do_test whitebox-unexpectedly-running "Recover container nodes the cluster did not start."
do_test whitebox-migrate1 "Migrate both container and connection resource"
+do_test whitebox-imply-stop-on-fence "imply stop action on container node rsc when host node is fenced"
echo ""
do_test remote-startup-probes "Baremetal remote-node startup probes"
diff --git a/pengine/test10/whitebox-imply-stop-on-fence.dot b/pengine/test10/whitebox-imply-stop-on-fence.dot
new file mode 100644
index 0000000..66700b8
--- /dev/null
+++ b/pengine/test10/whitebox-imply-stop-on-fence.dot
@@ -0,0 +1,93 @@
+ digraph "g" {
+"R-lxc-01_kiff-01_monitor_10000 kiff-02" [ style=bold color="green" fontcolor="black"]
+"R-lxc-01_kiff-01_start_0 kiff-02" -> "R-lxc-01_kiff-01_monitor_10000 kiff-02" [ style = bold]
+"R-lxc-01_kiff-01_start_0 kiff-02" -> "lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
+"R-lxc-01_kiff-01_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
+"R-lxc-01_kiff-01_stop_0 kiff-01" -> "R-lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
+"R-lxc-01_kiff-01_stop_0 kiff-01" -> "all_stopped" [ style = bold]
+"R-lxc-01_kiff-01_stop_0 kiff-01" -> "shared0-clone_stop_0" [ style = bold]
+"R-lxc-01_kiff-01_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
+"R-lxc-02_kiff-01_monitor_10000 kiff-02" [ style=bold color="green" fontcolor="black"]
+"R-lxc-02_kiff-01_start_0 kiff-02" -> "R-lxc-02_kiff-01_monitor_10000 kiff-02" [ style = bold]
+"R-lxc-02_kiff-01_start_0 kiff-02" -> "lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
+"R-lxc-02_kiff-01_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
+"R-lxc-02_kiff-01_stop_0 kiff-01" -> "R-lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
+"R-lxc-02_kiff-01_stop_0 kiff-01" -> "all_stopped" [ style = bold]
+"R-lxc-02_kiff-01_stop_0 kiff-01" -> "shared0-clone_stop_0" [ style = bold]
+"R-lxc-02_kiff-01_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
+"all_stopped" [ style=bold color="green" fontcolor="orange"]
+"clvmd-clone_stop_0" -> "clvmd-clone_stopped_0" [ style = bold]
+"clvmd-clone_stop_0" -> "clvmd_stop_0 kiff-01" [ style = bold]
+"clvmd-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
+"clvmd-clone_stopped_0" -> "dlm-clone_stop_0" [ style = bold]
+"clvmd-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"clvmd_stop_0 kiff-01" -> "all_stopped" [ style = bold]
+"clvmd_stop_0 kiff-01" -> "clvmd-clone_stopped_0" [ style = bold]
+"clvmd_stop_0 kiff-01" -> "dlm_stop_0 kiff-01" [ style = bold]
+"clvmd_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
+"dlm-clone_stop_0" -> "dlm-clone_stopped_0" [ style = bold]
+"dlm-clone_stop_0" -> "dlm_stop_0 kiff-01" [ style = bold]
+"dlm-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
+"dlm-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"dlm_stop_0 kiff-01" -> "all_stopped" [ style = bold]
+"dlm_stop_0 kiff-01" -> "dlm-clone_stopped_0" [ style = bold]
+"dlm_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
+"fence-kiff-02_monitor_60000 kiff-02" [ style=bold color="green" fontcolor="black"]
+"fence-kiff-02_start_0 kiff-02" -> "fence-kiff-02_monitor_60000 kiff-02" [ style = bold]
+"fence-kiff-02_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
+"fence-kiff-02_stop_0 kiff-01" -> "all_stopped" [ style = bold]
+"fence-kiff-02_stop_0 kiff-01" -> "fence-kiff-02_start_0 kiff-02" [ style = bold]
+"fence-kiff-02_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
+"lxc-01_kiff-01_monitor_30000 kiff-02" [ style=bold color="green" fontcolor="black"]
+"lxc-01_kiff-01_start_0 kiff-02" -> "lxc-01_kiff-01_monitor_30000 kiff-02" [ style = bold]
+"lxc-01_kiff-01_start_0 kiff-02" -> "vm-fs_monitor_20000 lxc-01_kiff-01" [ style = bold]
+"lxc-01_kiff-01_start_0 kiff-02" -> "vm-fs_start_0 lxc-01_kiff-01" [ style = bold]
+"lxc-01_kiff-01_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
+"lxc-01_kiff-01_stop_0 kiff-01" -> "R-lxc-01_kiff-01_stop_0 kiff-01" [ style = bold]
+"lxc-01_kiff-01_stop_0 kiff-01" -> "all_stopped" [ style = bold]
+"lxc-01_kiff-01_stop_0 kiff-01" -> "lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
+"lxc-01_kiff-01_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
+"lxc-02_kiff-01_monitor_30000 kiff-02" [ style=bold color="green" fontcolor="black"]
+"lxc-02_kiff-01_start_0 kiff-02" -> "lxc-02_kiff-01_monitor_30000 kiff-02" [ style = bold]
+"lxc-02_kiff-01_start_0 kiff-02" [ style=bold color="green" fontcolor="black"]
+"lxc-02_kiff-01_stop_0 kiff-01" -> "R-lxc-02_kiff-01_stop_0 kiff-01" [ style = bold]
+"lxc-02_kiff-01_stop_0 kiff-01" -> "all_stopped" [ style = bold]
+"lxc-02_kiff-01_stop_0 kiff-01" -> "lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
+"lxc-02_kiff-01_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
+"shared0-clone_stop_0" -> "shared0-clone_stopped_0" [ style = bold]
+"shared0-clone_stop_0" -> "shared0_stop_0 kiff-01" [ style = bold]
+"shared0-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
+"shared0-clone_stopped_0" -> "clvmd-clone_stop_0" [ style = bold]
+"shared0-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"shared0_stop_0 kiff-01" -> "all_stopped" [ style = bold]
+"shared0_stop_0 kiff-01" -> "clvmd_stop_0 kiff-01" [ style = bold]
+"shared0_stop_0 kiff-01" -> "shared0-clone_stopped_0" [ style = bold]
+"shared0_stop_0 kiff-01" [ style=bold color="green" fontcolor="orange"]
+"stonith 'reboot' kiff-01" -> "R-lxc-01_kiff-01_stop_0 kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "R-lxc-02_kiff-01_stop_0 kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "clvmd-clone_stop_0" [ style = bold]
+"stonith 'reboot' kiff-01" -> "clvmd_stop_0 kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "dlm-clone_stop_0" [ style = bold]
+"stonith 'reboot' kiff-01" -> "dlm_stop_0 kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "fence-kiff-02_stop_0 kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "lxc-01_kiff-01_stop_0 kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "lxc-02_kiff-01_stop_0 kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "shared0-clone_stop_0" [ style = bold]
+"stonith 'reboot' kiff-01" -> "shared0_stop_0 kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" -> "stonith_complete" [ style = bold]
+"stonith 'reboot' kiff-01" -> "vm-fs_stop_0 lxc-01_kiff-01" [ style = bold]
+"stonith 'reboot' kiff-01" [ style=bold color="green" fontcolor="black"]
+"stonith_complete" -> "R-lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
+"stonith_complete" -> "R-lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
+"stonith_complete" -> "all_stopped" [ style = bold]
+"stonith_complete" -> "lxc-01_kiff-01_start_0 kiff-02" [ style = bold]
+"stonith_complete" -> "lxc-02_kiff-01_start_0 kiff-02" [ style = bold]
+"stonith_complete" -> "vm-fs_start_0 lxc-01_kiff-01" [ style = bold]
+"stonith_complete" [ style=bold color="green" fontcolor="orange"]
+"vm-fs_monitor_20000 lxc-01_kiff-01" [ style=bold color="green" fontcolor="black"]
+"vm-fs_start_0 lxc-01_kiff-01" -> "vm-fs_monitor_20000 lxc-01_kiff-01" [ style = bold]
+"vm-fs_start_0 lxc-01_kiff-01" [ style=bold color="green" fontcolor="black"]
+"vm-fs_stop_0 lxc-01_kiff-01" -> "all_stopped" [ style = bold]
+"vm-fs_stop_0 lxc-01_kiff-01" -> "vm-fs_start_0 lxc-01_kiff-01" [ style = bold]
+"vm-fs_stop_0 lxc-01_kiff-01" [ style=bold color="green" fontcolor="orange"]
+}
diff --git a/pengine/test10/whitebox-imply-stop-on-fence.exp b/pengine/test10/whitebox-imply-stop-on-fence.exp
new file mode 100644
index 0000000..d13c25f
--- /dev/null
+++ b/pengine/test10/whitebox-imply-stop-on-fence.exp
@@ -0,0 +1,466 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="18" operation="monitor" operation_key="fence-kiff-02_monitor_60000" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="fence-kiff-02" class="stonith" type="fence_ipmilan"/>
+ <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_timeout="20000" action="reboot" ipaddr="kiff-02-ilo" login="admin" passwd="admin" pcmk_host_check="static-list" pcmk_host_list="kiff-02"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="17" operation="start" operation_key="fence-kiff-02_start_0" on_node="kiff-02" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="17" operation="start" operation_key="fence-kiff-02_start_0" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="fence-kiff-02" class="stonith" type="fence_ipmilan"/>
+ <attributes CRM_meta_timeout="20000" action="reboot" ipaddr="kiff-02-ilo" login="admin" passwd="admin" pcmk_host_check="static-list" pcmk_host_list="kiff-02"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="16" operation="stop" operation_key="fence-kiff-02_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <pseudo_event id="16" operation="stop" operation_key="fence-kiff-02_stop_0">
+ <attributes CRM_meta_timeout="20000" action="reboot" ipaddr="kiff-02-ilo" login="admin" passwd="admin" pcmk_host_check="static-list" pcmk_host_list="kiff-02"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <pseudo_event id="19" operation="stop" operation_key="dlm_stop_0" internal_operation_key="dlm:0_stop_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_timeout="100000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="dlm-clone_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="clvmd_stop_0" internal_operation_key="clvmd:0_stop_0"/>
+ </trigger>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4" priority="1000000">
+ <action_set>
+ <pseudo_event id="25" operation="stopped" operation_key="dlm-clone_stopped_0">
+ <attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="19" operation="stop" operation_key="dlm_stop_0" internal_operation_key="dlm:0_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="dlm-clone_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <pseudo_event id="24" operation="stop" operation_key="dlm-clone_stop_0">
+ <attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="32" operation="stopped" operation_key="clvmd-clone_stopped_0"/>
+ </trigger>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <pseudo_event id="26" operation="stop" operation_key="clvmd_stop_0" internal_operation_key="clvmd:0_stop_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_timeout="90000" with_cmirrord="1"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="31" operation="stop" operation_key="clvmd-clone_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="33" operation="stop" operation_key="shared0_stop_0" internal_operation_key="shared0:0_stop_0"/>
+ </trigger>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7" priority="1000000">
+ <action_set>
+ <pseudo_event id="32" operation="stopped" operation_key="clvmd-clone_stopped_0">
+ <attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="clvmd_stop_0" internal_operation_key="clvmd:0_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="31" operation="stop" operation_key="clvmd-clone_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <pseudo_event id="31" operation="stop" operation_key="clvmd-clone_stop_0">
+ <attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="39" operation="stopped" operation_key="shared0-clone_stopped_0"/>
+ </trigger>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="33" operation="stop" operation_key="shared0_stop_0" internal_operation_key="shared0:0_stop_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_timeout="60000" device="/dev/shared/shared0" directory="/mnt/shared0" fstype="gfs2" options="errors=panic"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="38" operation="stop" operation_key="shared0-clone_stop_0"/>
+ </trigger>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="39" operation="stopped" operation_key="shared0-clone_stopped_0">
+ <attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="33" operation="stop" operation_key="shared0_stop_0" internal_operation_key="shared0:0_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="38" operation="stop" operation_key="shared0-clone_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="38" operation="stop" operation_key="shared0-clone_stop_0">
+ <attributes CRM_meta_clone_max="6" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="40" operation="stop" operation_key="R-lxc-01_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="43" operation="stop" operation_key="R-lxc-02_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="12">
+ <action_set>
+ <rsc_op id="42" operation="monitor" operation_key="R-lxc-01_kiff-01_monitor_10000" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="R-lxc-01_kiff-01" class="ocf" provider="heartbeat" type="VirtualDomain"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_remote_node="lxc-01_kiff-01" CRM_meta_timeout="30000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-01_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="41" operation="start" operation_key="R-lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <rsc_op id="41" operation="start" operation_key="R-lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="R-lxc-01_kiff-01" class="ocf" provider="heartbeat" type="VirtualDomain"/>
+ <attributes CRM_meta_name="start" CRM_meta_remote_node="lxc-01_kiff-01" CRM_meta_timeout="90000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-01_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="40" operation="stop" operation_key="R-lxc-01_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="62" operation="stonith_complete" operation_key="stonith_complete"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="14">
+ <action_set>
+ <pseudo_event id="40" operation="stop" operation_key="R-lxc-01_kiff-01_stop_0">
+ <attributes CRM_meta_name="stop" CRM_meta_remote_node="lxc-01_kiff-01" CRM_meta_timeout="90000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-01_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="52" operation="stop" operation_key="lxc-01_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="15">
+ <action_set>
+ <rsc_op id="45" operation="monitor" operation_key="R-lxc-02_kiff-01_monitor_10000" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="R-lxc-02_kiff-01" class="ocf" provider="heartbeat" type="VirtualDomain"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_remote_node="lxc-02_kiff-01" CRM_meta_timeout="30000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-02_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="44" operation="start" operation_key="R-lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="16">
+ <action_set>
+ <rsc_op id="44" operation="start" operation_key="R-lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="R-lxc-02_kiff-01" class="ocf" provider="heartbeat" type="VirtualDomain"/>
+ <attributes CRM_meta_name="start" CRM_meta_remote_node="lxc-02_kiff-01" CRM_meta_timeout="90000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-02_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="43" operation="stop" operation_key="R-lxc-02_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="62" operation="stonith_complete" operation_key="stonith_complete"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="17">
+ <action_set>
+ <pseudo_event id="43" operation="stop" operation_key="R-lxc-02_kiff-01_stop_0">
+ <attributes CRM_meta_name="stop" CRM_meta_remote_node="lxc-02_kiff-01" CRM_meta_timeout="90000" config="/mnt/shared0/test-virtual-domain/lxc/lxc-02_kiff-01.xml" force_stop="true" hypervisor="lxc:///"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="55" operation="stop" operation_key="lxc-02_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="18">
+ <action_set>
+ <rsc_op id="51" operation="start" operation_key="vm-fs_start_0" on_node="lxc-01_kiff-01" on_node_uuid="lxc-01_kiff-01" router_node="kiff-02">
+ <primitive id="vm-fs" class="ocf" provider="heartbeat" type="Filesystem"/>
+ <attributes CRM_meta_name="start" CRM_meta_timeout="60000" device="/root" directory="/mnt/vm-fs" fstype="none" options="bind"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="50" operation="stop" operation_key="vm-fs_stop_0"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="53" operation="start" operation_key="lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="62" operation="stonith_complete" operation_key="stonith_complete"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="19">
+ <action_set>
+ <pseudo_event id="50" operation="stop" operation_key="vm-fs_stop_0">
+ <attributes CRM_meta_name="stop" CRM_meta_timeout="60000" device="/root" directory="/mnt/vm-fs" fstype="none" options="bind"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="20">
+ <action_set>
+ <rsc_op id="9" operation="monitor" operation_key="vm-fs_monitor_20000" on_node="lxc-01_kiff-01" on_node_uuid="lxc-01_kiff-01" router_node="kiff-02">
+ <primitive id="vm-fs" class="ocf" provider="heartbeat" type="Filesystem"/>
+ <attributes CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_timeout="40000" device="/root" directory="/mnt/vm-fs" fstype="none" options="bind"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="51" operation="start" operation_key="vm-fs_start_0" on_node="lxc-01_kiff-01" on_node_uuid="lxc-01_kiff-01" router_node="kiff-02"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="53" operation="start" operation_key="lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="21">
+ <action_set>
+ <rsc_op id="54" operation="monitor" operation_key="lxc-01_kiff-01_monitor_30000" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="lxc-01_kiff-01" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="R-lxc-01_kiff-01" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_timeout="30000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="53" operation="start" operation_key="lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="22">
+ <action_set>
+ <rsc_op id="53" operation="start" operation_key="lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="lxc-01_kiff-01" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="R-lxc-01_kiff-01" CRM_meta_name="start" CRM_meta_timeout="60000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="41" operation="start" operation_key="R-lxc-01_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="52" operation="stop" operation_key="lxc-01_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="62" operation="stonith_complete" operation_key="stonith_complete"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="23">
+ <action_set>
+ <pseudo_event id="52" operation="stop" operation_key="lxc-01_kiff-01_stop_0">
+ <attributes CRM_meta_container="R-lxc-01_kiff-01" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="24">
+ <action_set>
+ <rsc_op id="57" operation="monitor" operation_key="lxc-02_kiff-01_monitor_30000" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="lxc-02_kiff-01" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="R-lxc-02_kiff-01" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_timeout="30000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="56" operation="start" operation_key="lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="25">
+ <action_set>
+ <rsc_op id="56" operation="start" operation_key="lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2">
+ <primitive id="lxc-02_kiff-01" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="R-lxc-02_kiff-01" CRM_meta_name="start" CRM_meta_timeout="60000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="44" operation="start" operation_key="R-lxc-02_kiff-01_start_0" on_node="kiff-02" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="55" operation="stop" operation_key="lxc-02_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="62" operation="stonith_complete" operation_key="stonith_complete"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="26">
+ <action_set>
+ <pseudo_event id="55" operation="stop" operation_key="lxc-02_kiff-01_stop_0">
+ <attributes CRM_meta_container="R-lxc-02_kiff-01" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="27">
+ <action_set>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1">
+ <attributes CRM_meta_on_node="kiff-01" CRM_meta_on_node_uuid="1" CRM_meta_probe_complete="true" CRM_meta_shutdown="0" CRM_meta_stonith_action="reboot" />
+ </crm_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="28">
+ <action_set>
+ <pseudo_event id="62" operation="stonith_complete" operation_key="stonith_complete">
+ <attributes />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <crm_event id="63" operation="stonith" operation_key="stonith-kiff-01-reboot" on_node="kiff-01" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="29">
+ <action_set>
+ <pseudo_event id="10" operation="all_stopped" operation_key="all_stopped">
+ <attributes />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="16" operation="stop" operation_key="fence-kiff-02_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="19" operation="stop" operation_key="dlm_stop_0" internal_operation_key="dlm:0_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="clvmd_stop_0" internal_operation_key="clvmd:0_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="33" operation="stop" operation_key="shared0_stop_0" internal_operation_key="shared0:0_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="40" operation="stop" operation_key="R-lxc-01_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="43" operation="stop" operation_key="R-lxc-02_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="50" operation="stop" operation_key="vm-fs_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="52" operation="stop" operation_key="lxc-01_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="55" operation="stop" operation_key="lxc-02_kiff-01_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="62" operation="stonith_complete" operation_key="stonith_complete"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/pengine/test10/whitebox-imply-stop-on-fence.scores b/pengine/test10/whitebox-imply-stop-on-fence.scores
new file mode 100644
index 0000000..e50f077
--- /dev/null
+++ b/pengine/test10/whitebox-imply-stop-on-fence.scores
@@ -0,0 +1,301 @@
+Allocation scores:
+clone_color: clvmd-clone allocation score on kiff-01: 0
+clone_color: clvmd-clone allocation score on kiff-02: 0
+clone_color: clvmd-clone allocation score on lxc-01_kiff-01: 0
+clone_color: clvmd-clone allocation score on lxc-01_kiff-02: 0
+clone_color: clvmd-clone allocation score on lxc-02_kiff-01: 0
+clone_color: clvmd-clone allocation score on lxc-02_kiff-02: 0
+clone_color: clvmd:0 allocation score on kiff-01: 1
+clone_color: clvmd:0 allocation score on kiff-02: 0
+clone_color: clvmd:0 allocation score on lxc-01_kiff-01: 0
+clone_color: clvmd:0 allocation score on lxc-01_kiff-02: 0
+clone_color: clvmd:0 allocation score on lxc-02_kiff-01: 0
+clone_color: clvmd:0 allocation score on lxc-02_kiff-02: 0
+clone_color: clvmd:1 allocation score on kiff-01: 0
+clone_color: clvmd:1 allocation score on kiff-02: 1
+clone_color: clvmd:1 allocation score on lxc-01_kiff-01: 0
+clone_color: clvmd:1 allocation score on lxc-01_kiff-02: 0
+clone_color: clvmd:1 allocation score on lxc-02_kiff-01: 0
+clone_color: clvmd:1 allocation score on lxc-02_kiff-02: 0
+clone_color: clvmd:2 allocation score on kiff-01: 0
+clone_color: clvmd:2 allocation score on kiff-02: 0
+clone_color: clvmd:2 allocation score on lxc-01_kiff-01: 0
+clone_color: clvmd:2 allocation score on lxc-01_kiff-02: 0
+clone_color: clvmd:2 allocation score on lxc-02_kiff-01: 0
+clone_color: clvmd:2 allocation score on lxc-02_kiff-02: 0
+clone_color: clvmd:3 allocation score on kiff-01: 0
+clone_color: clvmd:3 allocation score on kiff-02: 0
+clone_color: clvmd:3 allocation score on lxc-01_kiff-01: 0
+clone_color: clvmd:3 allocation score on lxc-01_kiff-02: 0
+clone_color: clvmd:3 allocation score on lxc-02_kiff-01: 0
+clone_color: clvmd:3 allocation score on lxc-02_kiff-02: 0
+clone_color: clvmd:4 allocation score on kiff-01: 0
+clone_color: clvmd:4 allocation score on kiff-02: 0
+clone_color: clvmd:4 allocation score on lxc-01_kiff-01: 0
+clone_color: clvmd:4 allocation score on lxc-01_kiff-02: 0
+clone_color: clvmd:4 allocation score on lxc-02_kiff-01: 0
+clone_color: clvmd:4 allocation score on lxc-02_kiff-02: 0
+clone_color: clvmd:5 allocation score on kiff-01: 0
+clone_color: clvmd:5 allocation score on kiff-02: 0
+clone_color: clvmd:5 allocation score on lxc-01_kiff-01: 0
+clone_color: clvmd:5 allocation score on lxc-01_kiff-02: 0
+clone_color: clvmd:5 allocation score on lxc-02_kiff-01: 0
+clone_color: clvmd:5 allocation score on lxc-02_kiff-02: 0
+clone_color: dlm-clone allocation score on kiff-01: 0
+clone_color: dlm-clone allocation score on kiff-02: 0
+clone_color: dlm-clone allocation score on lxc-01_kiff-01: -INFINITY
+clone_color: dlm-clone allocation score on lxc-01_kiff-02: -INFINITY
+clone_color: dlm-clone allocation score on lxc-02_kiff-01: -INFINITY
+clone_color: dlm-clone allocation score on lxc-02_kiff-02: -INFINITY
+clone_color: dlm:0 allocation score on kiff-01: 1
+clone_color: dlm:0 allocation score on kiff-02: 0
+clone_color: dlm:0 allocation score on lxc-01_kiff-01: -INFINITY
+clone_color: dlm:0 allocation score on lxc-01_kiff-02: -INFINITY
+clone_color: dlm:0 allocation score on lxc-02_kiff-01: -INFINITY
+clone_color: dlm:0 allocation score on lxc-02_kiff-02: -INFINITY
+clone_color: dlm:1 allocation score on kiff-01: 0
+clone_color: dlm:1 allocation score on kiff-02: 1
+clone_color: dlm:1 allocation score on lxc-01_kiff-01: -INFINITY
+clone_color: dlm:1 allocation score on lxc-01_kiff-02: -INFINITY
+clone_color: dlm:1 allocation score on lxc-02_kiff-01: -INFINITY
+clone_color: dlm:1 allocation score on lxc-02_kiff-02: -INFINITY
+clone_color: dlm:2 allocation score on kiff-01: 0
+clone_color: dlm:2 allocation score on kiff-02: 0
+clone_color: dlm:2 allocation score on lxc-01_kiff-01: -INFINITY
+clone_color: dlm:2 allocation score on lxc-01_kiff-02: -INFINITY
+clone_color: dlm:2 allocation score on lxc-02_kiff-01: -INFINITY
+clone_color: dlm:2 allocation score on lxc-02_kiff-02: -INFINITY
+clone_color: dlm:3 allocation score on kiff-01: 0
+clone_color: dlm:3 allocation score on kiff-02: 0
+clone_color: dlm:3 allocation score on lxc-01_kiff-01: -INFINITY
+clone_color: dlm:3 allocation score on lxc-01_kiff-02: -INFINITY
+clone_color: dlm:3 allocation score on lxc-02_kiff-01: -INFINITY
+clone_color: dlm:3 allocation score on lxc-02_kiff-02: -INFINITY
+clone_color: dlm:4 allocation score on kiff-01: 0
+clone_color: dlm:4 allocation score on kiff-02: 0
+clone_color: dlm:4 allocation score on lxc-01_kiff-01: -INFINITY
+clone_color: dlm:4 allocation score on lxc-01_kiff-02: -INFINITY
+clone_color: dlm:4 allocation score on lxc-02_kiff-01: -INFINITY
+clone_color: dlm:4 allocation score on lxc-02_kiff-02: -INFINITY
+clone_color: dlm:5 allocation score on kiff-01: 0
+clone_color: dlm:5 allocation score on kiff-02: 0
+clone_color: dlm:5 allocation score on lxc-01_kiff-01: -INFINITY
+clone_color: dlm:5 allocation score on lxc-01_kiff-02: -INFINITY
+clone_color: dlm:5 allocation score on lxc-02_kiff-01: -INFINITY
+clone_color: dlm:5 allocation score on lxc-02_kiff-02: -INFINITY
+clone_color: shared0-clone allocation score on kiff-01: 0
+clone_color: shared0-clone allocation score on kiff-02: 0
+clone_color: shared0-clone allocation score on lxc-01_kiff-01: 0
+clone_color: shared0-clone allocation score on lxc-01_kiff-02: 0
+clone_color: shared0-clone allocation score on lxc-02_kiff-01: 0
+clone_color: shared0-clone allocation score on lxc-02_kiff-02: 0
+clone_color: shared0:0 allocation score on kiff-01: 1
+clone_color: shared0:0 allocation score on kiff-02: 0
+clone_color: shared0:0 allocation score on lxc-01_kiff-01: 0
+clone_color: shared0:0 allocation score on lxc-01_kiff-02: 0
+clone_color: shared0:0 allocation score on lxc-02_kiff-01: 0
+clone_color: shared0:0 allocation score on lxc-02_kiff-02: 0
+clone_color: shared0:1 allocation score on kiff-01: 0
+clone_color: shared0:1 allocation score on kiff-02: 1
+clone_color: shared0:1 allocation score on lxc-01_kiff-01: 0
+clone_color: shared0:1 allocation score on lxc-01_kiff-02: 0
+clone_color: shared0:1 allocation score on lxc-02_kiff-01: 0
+clone_color: shared0:1 allocation score on lxc-02_kiff-02: 0
+clone_color: shared0:2 allocation score on kiff-01: 0
+clone_color: shared0:2 allocation score on kiff-02: 0
+clone_color: shared0:2 allocation score on lxc-01_kiff-01: 0
+clone_color: shared0:2 allocation score on lxc-01_kiff-02: 0
+clone_color: shared0:2 allocation score on lxc-02_kiff-01: 0
+clone_color: shared0:2 allocation score on lxc-02_kiff-02: 0
+clone_color: shared0:3 allocation score on kiff-01: 0
+clone_color: shared0:3 allocation score on kiff-02: 0
+clone_color: shared0:3 allocation score on lxc-01_kiff-01: 0
+clone_color: shared0:3 allocation score on lxc-01_kiff-02: 0
+clone_color: shared0:3 allocation score on lxc-02_kiff-01: 0
+clone_color: shared0:3 allocation score on lxc-02_kiff-02: 0
+clone_color: shared0:4 allocation score on kiff-01: 0
+clone_color: shared0:4 allocation score on kiff-02: 0
+clone_color: shared0:4 allocation score on lxc-01_kiff-01: 0
+clone_color: shared0:4 allocation score on lxc-01_kiff-02: 0
+clone_color: shared0:4 allocation score on lxc-02_kiff-01: 0
+clone_color: shared0:4 allocation score on lxc-02_kiff-02: 0
+clone_color: shared0:5 allocation score on kiff-01: 0
+clone_color: shared0:5 allocation score on kiff-02: 0
+clone_color: shared0:5 allocation score on lxc-01_kiff-01: 0
+clone_color: shared0:5 allocation score on lxc-01_kiff-02: 0
+clone_color: shared0:5 allocation score on lxc-02_kiff-01: 0
+clone_color: shared0:5 allocation score on lxc-02_kiff-02: 0
+native_color: R-lxc-01_kiff-01 allocation score on kiff-01: -INFINITY
+native_color: R-lxc-01_kiff-01 allocation score on kiff-02: 0
+native_color: R-lxc-01_kiff-01 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: R-lxc-01_kiff-01 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: R-lxc-01_kiff-01 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: R-lxc-01_kiff-01 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: R-lxc-01_kiff-02 allocation score on kiff-01: -INFINITY
+native_color: R-lxc-01_kiff-02 allocation score on kiff-02: 100
+native_color: R-lxc-01_kiff-02 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: R-lxc-01_kiff-02 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: R-lxc-01_kiff-02 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: R-lxc-01_kiff-02 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: R-lxc-02_kiff-01 allocation score on kiff-01: -INFINITY
+native_color: R-lxc-02_kiff-01 allocation score on kiff-02: 0
+native_color: R-lxc-02_kiff-01 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: R-lxc-02_kiff-01 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: R-lxc-02_kiff-01 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: R-lxc-02_kiff-01 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: R-lxc-02_kiff-02 allocation score on kiff-01: -INFINITY
+native_color: R-lxc-02_kiff-02 allocation score on kiff-02: 100
+native_color: R-lxc-02_kiff-02 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: R-lxc-02_kiff-02 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: R-lxc-02_kiff-02 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: R-lxc-02_kiff-02 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: clvmd:0 allocation score on kiff-01: -INFINITY
+native_color: clvmd:0 allocation score on kiff-02: -INFINITY
+native_color: clvmd:0 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: clvmd:0 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: clvmd:0 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: clvmd:0 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: clvmd:1 allocation score on kiff-01: -INFINITY
+native_color: clvmd:1 allocation score on kiff-02: 1
+native_color: clvmd:1 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: clvmd:1 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: clvmd:1 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: clvmd:1 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: clvmd:2 allocation score on kiff-01: -INFINITY
+native_color: clvmd:2 allocation score on kiff-02: -INFINITY
+native_color: clvmd:2 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: clvmd:2 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: clvmd:2 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: clvmd:2 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: clvmd:3 allocation score on kiff-01: -INFINITY
+native_color: clvmd:3 allocation score on kiff-02: -INFINITY
+native_color: clvmd:3 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: clvmd:3 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: clvmd:3 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: clvmd:3 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: clvmd:4 allocation score on kiff-01: -INFINITY
+native_color: clvmd:4 allocation score on kiff-02: -INFINITY
+native_color: clvmd:4 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: clvmd:4 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: clvmd:4 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: clvmd:4 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: clvmd:5 allocation score on kiff-01: -INFINITY
+native_color: clvmd:5 allocation score on kiff-02: -INFINITY
+native_color: clvmd:5 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: clvmd:5 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: clvmd:5 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: clvmd:5 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: dlm:0 allocation score on kiff-01: -INFINITY
+native_color: dlm:0 allocation score on kiff-02: -INFINITY
+native_color: dlm:0 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: dlm:0 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: dlm:0 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: dlm:0 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: dlm:1 allocation score on kiff-01: -INFINITY
+native_color: dlm:1 allocation score on kiff-02: 1
+native_color: dlm:1 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: dlm:1 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: dlm:1 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: dlm:1 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: dlm:2 allocation score on kiff-01: -INFINITY
+native_color: dlm:2 allocation score on kiff-02: -INFINITY
+native_color: dlm:2 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: dlm:2 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: dlm:2 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: dlm:2 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: dlm:3 allocation score on kiff-01: -INFINITY
+native_color: dlm:3 allocation score on kiff-02: -INFINITY
+native_color: dlm:3 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: dlm:3 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: dlm:3 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: dlm:3 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: dlm:4 allocation score on kiff-01: -INFINITY
+native_color: dlm:4 allocation score on kiff-02: -INFINITY
+native_color: dlm:4 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: dlm:4 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: dlm:4 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: dlm:4 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: dlm:5 allocation score on kiff-01: -INFINITY
+native_color: dlm:5 allocation score on kiff-02: -INFINITY
+native_color: dlm:5 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: dlm:5 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: dlm:5 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: dlm:5 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: fence-kiff-01 allocation score on kiff-01: 0
+native_color: fence-kiff-01 allocation score on kiff-02: 0
+native_color: fence-kiff-01 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: fence-kiff-01 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: fence-kiff-01 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: fence-kiff-01 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: fence-kiff-02 allocation score on kiff-01: 0
+native_color: fence-kiff-02 allocation score on kiff-02: 0
+native_color: fence-kiff-02 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: fence-kiff-02 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: fence-kiff-02 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: fence-kiff-02 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: lxc-01_kiff-01 allocation score on kiff-01: -INFINITY
+native_color: lxc-01_kiff-01 allocation score on kiff-02: 0
+native_color: lxc-01_kiff-01 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: lxc-01_kiff-01 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: lxc-01_kiff-01 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: lxc-01_kiff-01 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: lxc-01_kiff-02 allocation score on kiff-01: -INFINITY
+native_color: lxc-01_kiff-02 allocation score on kiff-02: 0
+native_color: lxc-01_kiff-02 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: lxc-01_kiff-02 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: lxc-01_kiff-02 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: lxc-01_kiff-02 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: lxc-02_kiff-01 allocation score on kiff-01: -INFINITY
+native_color: lxc-02_kiff-01 allocation score on kiff-02: 0
+native_color: lxc-02_kiff-01 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: lxc-02_kiff-01 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: lxc-02_kiff-01 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: lxc-02_kiff-01 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: lxc-02_kiff-02 allocation score on kiff-01: -INFINITY
+native_color: lxc-02_kiff-02 allocation score on kiff-02: 0
+native_color: lxc-02_kiff-02 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: lxc-02_kiff-02 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: lxc-02_kiff-02 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: lxc-02_kiff-02 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: shared0:0 allocation score on kiff-01: -INFINITY
+native_color: shared0:0 allocation score on kiff-02: -INFINITY
+native_color: shared0:0 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: shared0:0 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: shared0:0 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: shared0:0 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: shared0:1 allocation score on kiff-01: -INFINITY
+native_color: shared0:1 allocation score on kiff-02: 1
+native_color: shared0:1 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: shared0:1 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: shared0:1 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: shared0:1 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: shared0:2 allocation score on kiff-01: -INFINITY
+native_color: shared0:2 allocation score on kiff-02: -INFINITY
+native_color: shared0:2 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: shared0:2 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: shared0:2 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: shared0:2 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: shared0:3 allocation score on kiff-01: -INFINITY
+native_color: shared0:3 allocation score on kiff-02: -INFINITY
+native_color: shared0:3 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: shared0:3 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: shared0:3 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: shared0:3 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: shared0:4 allocation score on kiff-01: -INFINITY
+native_color: shared0:4 allocation score on kiff-02: -INFINITY
+native_color: shared0:4 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: shared0:4 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: shared0:4 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: shared0:4 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: shared0:5 allocation score on kiff-01: -INFINITY
+native_color: shared0:5 allocation score on kiff-02: -INFINITY
+native_color: shared0:5 allocation score on lxc-01_kiff-01: -INFINITY
+native_color: shared0:5 allocation score on lxc-01_kiff-02: -INFINITY
+native_color: shared0:5 allocation score on lxc-02_kiff-01: -INFINITY
+native_color: shared0:5 allocation score on lxc-02_kiff-02: -INFINITY
+native_color: vm-fs allocation score on kiff-01: 0
+native_color: vm-fs allocation score on kiff-02: 0
+native_color: vm-fs allocation score on lxc-01_kiff-01: 0
+native_color: vm-fs allocation score on lxc-01_kiff-02: 0
+native_color: vm-fs allocation score on lxc-02_kiff-01: 0
+native_color: vm-fs allocation score on lxc-02_kiff-02: 0
diff --git a/pengine/test10/whitebox-imply-stop-on-fence.summary b/pengine/test10/whitebox-imply-stop-on-fence.summary
new file mode 100644
index 0000000..79e77de
--- /dev/null
+++ b/pengine/test10/whitebox-imply-stop-on-fence.summary
@@ -0,0 +1,88 @@
+
+Current cluster status:
+Node kiff-01 (1): UNCLEAN (offline)
+Online: [ kiff-02 ]
+Containers: [ lxc-01_kiff-01:R-lxc-01_kiff-01 lxc-01_kiff-02:R-lxc-01_kiff-02 lxc-02_kiff-01:R-lxc-02_kiff-01 lxc-02_kiff-02:R-lxc-02_kiff-02 ]
+
+ fence-kiff-01 (stonith:fence_ipmilan): Started kiff-02
+ fence-kiff-02 (stonith:fence_ipmilan): Started kiff-01
+ Clone Set: dlm-clone [dlm]
+ Started: [ kiff-01 kiff-02 ]
+ Stopped: [ lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
+ Clone Set: clvmd-clone [clvmd]
+ Started: [ kiff-01 kiff-02 ]
+ Stopped: [ lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
+ Clone Set: shared0-clone [shared0]
+ Started: [ kiff-01 kiff-02 ]
+ Stopped: [ lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
+ R-lxc-01_kiff-01 (ocf::heartbeat:VirtualDomain): Started kiff-01
+ R-lxc-02_kiff-01 (ocf::heartbeat:VirtualDomain): Started kiff-01
+ R-lxc-01_kiff-02 (ocf::heartbeat:VirtualDomain): Started kiff-02
+ R-lxc-02_kiff-02 (ocf::heartbeat:VirtualDomain): Started kiff-02
+ vm-fs (ocf::heartbeat:Filesystem): Started lxc-01_kiff-01
+
+Transition Summary:
+ * Move fence-kiff-02 (Started kiff-01 -> kiff-02)
+ * Stop dlm:0 (kiff-01)
+ * Stop clvmd:0 (kiff-01)
+ * Stop shared0:0 (kiff-01)
+ * Move R-lxc-01_kiff-01 (Started kiff-01 -> kiff-02)
+ * Move R-lxc-02_kiff-01 (Started kiff-01 -> kiff-02)
+ * Restart vm-fs (Started lxc-01_kiff-01)
+ * Move lxc-01_kiff-01 (Started kiff-01 -> kiff-02)
+ * Move lxc-02_kiff-01 (Started kiff-01 -> kiff-02)
+
+Executing cluster transition:
+ * Fencing kiff-01 (reboot)
+ * Pseudo action: stonith_complete
+ * Pseudo action: fence-kiff-02_stop_0
+ * Pseudo action: vm-fs_stop_0
+ * Pseudo action: lxc-01_kiff-01_stop_0
+ * Pseudo action: lxc-02_kiff-01_stop_0
+ * Resource action: fence-kiff-02 start on kiff-02
+ * Pseudo action: R-lxc-01_kiff-01_stop_0
+ * Pseudo action: R-lxc-02_kiff-01_stop_0
+ * Resource action: fence-kiff-02 monitor=60000 on kiff-02
+ * Pseudo action: shared0-clone_stop_0
+ * Resource action: R-lxc-01_kiff-01 start on kiff-02
+ * Resource action: R-lxc-02_kiff-01 start on kiff-02
+ * Resource action: lxc-01_kiff-01 start on kiff-02
+ * Resource action: lxc-02_kiff-01 start on kiff-02
+ * Pseudo action: shared0_stop_0
+ * Pseudo action: shared0-clone_stopped_0
+ * Resource action: R-lxc-01_kiff-01 monitor=10000 on kiff-02
+ * Resource action: R-lxc-02_kiff-01 monitor=10000 on kiff-02
+ * Resource action: vm-fs start on lxc-01_kiff-01
+ * Resource action: vm-fs monitor=20000 on lxc-01_kiff-01
+ * Resource action: lxc-01_kiff-01 monitor=30000 on kiff-02
+ * Resource action: lxc-02_kiff-01 monitor=30000 on kiff-02
+ * Pseudo action: clvmd-clone_stop_0
+ * Pseudo action: clvmd_stop_0
+ * Pseudo action: clvmd-clone_stopped_0
+ * Pseudo action: dlm-clone_stop_0
+ * Pseudo action: dlm_stop_0
+ * Pseudo action: dlm-clone_stopped_0
+ * Pseudo action: all_stopped
+
+Revised cluster status:
+Online: [ kiff-02 ]
+OFFLINE: [ kiff-01 ]
+Containers: [ lxc-01_kiff-01:R-lxc-01_kiff-01 lxc-01_kiff-02:R-lxc-01_kiff-02 lxc-02_kiff-01:R-lxc-02_kiff-01 lxc-02_kiff-02:R-lxc-02_kiff-02 ]
+
+ fence-kiff-01 (stonith:fence_ipmilan): Started kiff-02
+ fence-kiff-02 (stonith:fence_ipmilan): Started kiff-02
+ Clone Set: dlm-clone [dlm]
+ Started: [ kiff-02 ]
+ Stopped: [ kiff-01 lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
+ Clone Set: clvmd-clone [clvmd]
+ Started: [ kiff-02 ]
+ Stopped: [ kiff-01 lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
+ Clone Set: shared0-clone [shared0]
+ Started: [ kiff-02 ]
+ Stopped: [ kiff-01 lxc-01_kiff-01 lxc-01_kiff-02 lxc-02_kiff-01 lxc-02_kiff-02 ]
+ R-lxc-01_kiff-01 (ocf::heartbeat:VirtualDomain): Started kiff-02
+ R-lxc-02_kiff-01 (ocf::heartbeat:VirtualDomain): Started kiff-02
+ R-lxc-01_kiff-02 (ocf::heartbeat:VirtualDomain): Started kiff-02
+ R-lxc-02_kiff-02 (ocf::heartbeat:VirtualDomain): Started kiff-02
+ vm-fs (ocf::heartbeat:Filesystem): Started lxc-01_kiff-01
+
diff --git a/pengine/test10/whitebox-imply-stop-on-fence.xml b/pengine/test10/whitebox-imply-stop-on-fence.xml
new file mode 100644
index 0000000..609b281
--- /dev/null
+++ b/pengine/test10/whitebox-imply-stop-on-fence.xml
@@ -0,0 +1,347 @@
+<cib admin_epoch="0" cib-last-written="Fri Dec 19 18:49:12 2014" crm_feature_set="3.0.9" dc-uuid="2" epoch="51" have-quorum="1" num_updates="78" validate-with="pacemaker-2.2">
+ <configuration>
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.12-a14efad"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="STSRHTS29816"/>
+ <nvpair id="cib-bootstrap-options-no-quorum-policy" name="no-quorum-policy" value="freeze"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="kiff-01"/>
+ <node id="2" uname="kiff-02"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="fence-kiff-01" type="fence_ipmilan">
+ <instance_attributes id="fence-kiff-01-instance_attributes">
+ <nvpair id="fence-kiff-01-instance_attributes-action" name="action" value="reboot"/>
+ <nvpair id="fence-kiff-01-instance_attributes-ipaddr" name="ipaddr" value="kiff-01-ilo"/>
+ <nvpair id="fence-kiff-01-instance_attributes-login" name="login" value="admin"/>
+ <nvpair id="fence-kiff-01-instance_attributes-passwd" name="passwd" value="admin"/>
+ <nvpair id="fence-kiff-01-instance_attributes-pcmk_host_check" name="pcmk_host_check" value="static-list"/>
+ <nvpair id="fence-kiff-01-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="kiff-01"/>
+ </instance_attributes>
+ <operations>
+ <op id="fence-kiff-01-monitor-interval-60s" interval="60s" name="monitor"/>
+ </operations>
+ </primitive>
+ <primitive class="stonith" id="fence-kiff-02" type="fence_ipmilan">
+ <instance_attributes id="fence-kiff-02-instance_attributes">
+ <nvpair id="fence-kiff-02-instance_attributes-action" name="action" value="reboot"/>
+ <nvpair id="fence-kiff-02-instance_attributes-ipaddr" name="ipaddr" value="kiff-02-ilo"/>
+ <nvpair id="fence-kiff-02-instance_attributes-login" name="login" value="admin"/>
+ <nvpair id="fence-kiff-02-instance_attributes-passwd" name="passwd" value="admin"/>
+ <nvpair id="fence-kiff-02-instance_attributes-pcmk_host_check" name="pcmk_host_check" value="static-list"/>
+ <nvpair id="fence-kiff-02-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="kiff-02"/>
+ </instance_attributes>
+ <operations>
+ <op id="fence-kiff-02-monitor-interval-60s" interval="60s" name="monitor"/>
+ </operations>
+ </primitive>
+ <clone id="dlm-clone">
+ <primitive class="ocf" id="dlm" provider="pacemaker" type="controld">
+ <instance_attributes id="dlm-instance_attributes"/>
+ <operations>
+ <op id="dlm-start-timeout-90" interval="0s" name="start" timeout="90"/>
+ <op id="dlm-stop-timeout-100" interval="0s" name="stop" timeout="100"/>
+ <op id="dlm-monitor-interval-30s" interval="30s" name="monitor" on-fail="fence"/>
+ </operations>
+ </primitive>
+ <meta_attributes id="dlm-clone-meta">
+ <nvpair id="dlm-interleave" name="interleave" value="true"/>
+ <nvpair id="dlm-ordered" name="ordered" value="true"/>
+ </meta_attributes>
+ </clone>
+ <clone id="clvmd-clone">
+ <primitive class="ocf" id="clvmd" provider="heartbeat" type="clvm">
+ <instance_attributes id="clvmd-instance_attributes">
+ <nvpair id="clvmd-instance_attributes-with_cmirrord" name="with_cmirrord" value="1"/>
+ </instance_attributes>
+ <operations>
+ <op id="clvmd-start-timeout-90" interval="0s" name="start" timeout="90"/>
+ <op id="clvmd-stop-timeout-90" interval="0s" name="stop" timeout="90"/>
+ <op id="clvmd-monitor-interval-30s" interval="30s" name="monitor" on-fail="fence"/>
+ </operations>
+ </primitive>
+ <meta_attributes id="clvmd-clone-meta">
+ <nvpair id="clvmd-interleave" name="interleave" value="true"/>
+ <nvpair id="clvmd-ordered" name="ordered" value="true"/>
+ </meta_attributes>
+ </clone>
+ <clone id="shared0-clone">
+ <primitive class="ocf" id="shared0" provider="heartbeat" type="Filesystem">
+ <instance_attributes id="shared0-instance_attributes">
+ <nvpair id="shared0-instance_attributes-device" name="device" value="/dev/shared/shared0"/>
+ <nvpair id="shared0-instance_attributes-directory" name="directory" value="/mnt/shared0"/>
+ <nvpair id="shared0-instance_attributes-fstype" name="fstype" value="gfs2"/>
+ <nvpair id="shared0-instance_attributes-options" name="options" value="errors=panic"/>
+ </instance_attributes>
+ <operations>
+ <op id="shared0-start-timeout-60" interval="0s" name="start" timeout="60"/>
+ <op id="shared0-stop-timeout-60" interval="0s" name="stop" timeout="60"/>
+ <op id="shared0-monitor-interval-10s" interval="10s" name="monitor" on-fail="fence"/>
+ </operations>
+ </primitive>
+ <meta_attributes id="shared0-clone-meta">
+ <nvpair id="shared0-interleave" name="interleave" value="true"/>
+ </meta_attributes>
+ </clone>
+ <primitive class="ocf" id="R-lxc-01_kiff-01" provider="heartbeat" type="VirtualDomain">
+ <instance_attributes id="R-lxc-01_kiff-01-instance_attributes">
+ <nvpair id="R-lxc-01_kiff-01-instance_attributes-hypervisor" name="hypervisor" value="lxc:///"/>
+ <nvpair id="R-lxc-01_kiff-01-instance_attributes-config" name="config" value="/mnt/shared0/test-virtual-domain/lxc/lxc-01_kiff-01.xml"/>
+ <nvpair id="R-lxc-01_kiff-01-instance_attributes-force_stop" name="force_stop" value="true"/>
+ </instance_attributes>
+ <operations>
+ <op id="R-lxc-01_kiff-01-start-timeout-90" interval="0s" name="start" timeout="90"/>
+ <op id="R-lxc-01_kiff-01-stop-timeout-90" interval="0s" name="stop" timeout="90"/>
+ <op id="R-lxc-01_kiff-01-monitor-interval-10" interval="10" name="monitor" timeout="30"/>
+ </operations>
+ <meta_attributes id="R-lxc-01_kiff-01-meta_attributes">
+ <nvpair id="R-lxc-01_kiff-01-meta_attributes-remote-node" name="remote-node" value="lxc-01_kiff-01"/>
+ </meta_attributes>
+ <utilization id="R-lxc-01_kiff-01-utilization">
+ <nvpair id="R-lxc-01_kiff-01-utilization-cpu" name="cpu" value="1"/>
+ <nvpair id="R-lxc-01_kiff-01-utilization-hv_memory" name="hv_memory" value="100"/>
+ </utilization>
+ </primitive>
+ <primitive class="ocf" id="R-lxc-02_kiff-01" provider="heartbeat" type="VirtualDomain">
+ <instance_attributes id="R-lxc-02_kiff-01-instance_attributes">
+ <nvpair id="R-lxc-02_kiff-01-instance_attributes-hypervisor" name="hypervisor" value="lxc:///"/>
+ <nvpair id="R-lxc-02_kiff-01-instance_attributes-config" name="config" value="/mnt/shared0/test-virtual-domain/lxc/lxc-02_kiff-01.xml"/>
+ <nvpair id="R-lxc-02_kiff-01-instance_attributes-force_stop" name="force_stop" value="true"/>
+ </instance_attributes>
+ <operations>
+ <op id="R-lxc-02_kiff-01-start-timeout-90" interval="0s" name="start" timeout="90"/>
+ <op id="R-lxc-02_kiff-01-stop-timeout-90" interval="0s" name="stop" timeout="90"/>
+ <op id="R-lxc-02_kiff-01-monitor-interval-10" interval="10" name="monitor" timeout="30"/>
+ </operations>
+ <meta_attributes id="R-lxc-02_kiff-01-meta_attributes">
+ <nvpair id="R-lxc-02_kiff-01-meta_attributes-remote-node" name="remote-node" value="lxc-02_kiff-01"/>
+ </meta_attributes>
+ <utilization id="R-lxc-02_kiff-01-utilization">
+ <nvpair id="R-lxc-02_kiff-01-utilization-cpu" name="cpu" value="1"/>
+ <nvpair id="R-lxc-02_kiff-01-utilization-hv_memory" name="hv_memory" value="100"/>
+ </utilization>
+ </primitive>
+ <primitive class="ocf" id="R-lxc-01_kiff-02" provider="heartbeat" type="VirtualDomain">
+ <instance_attributes id="R-lxc-01_kiff-02-instance_attributes">
+ <nvpair id="R-lxc-01_kiff-02-instance_attributes-hypervisor" name="hypervisor" value="lxc:///"/>
+ <nvpair id="R-lxc-01_kiff-02-instance_attributes-config" name="config" value="/mnt/shared0/test-virtual-domain/lxc/lxc-01_kiff-02.xml"/>
+ <nvpair id="R-lxc-01_kiff-02-instance_attributes-force_stop" name="force_stop" value="true"/>
+ </instance_attributes>
+ <operations>
+ <op id="R-lxc-01_kiff-02-start-timeout-90" interval="0s" name="start" timeout="90"/>
+ <op id="R-lxc-01_kiff-02-stop-timeout-90" interval="0s" name="stop" timeout="90"/>
+ <op id="R-lxc-01_kiff-02-monitor-interval-10" interval="10" name="monitor" timeout="30"/>
+ </operations>
+ <meta_attributes id="R-lxc-01_kiff-02-meta_attributes">
+ <nvpair id="R-lxc-01_kiff-02-meta_attributes-remote-node" name="remote-node" value="lxc-01_kiff-02"/>
+ </meta_attributes>
+ <utilization id="R-lxc-01_kiff-02-utilization">
+ <nvpair id="R-lxc-01_kiff-02-utilization-cpu" name="cpu" value="1"/>
+ <nvpair id="R-lxc-01_kiff-02-utilization-hv_memory" name="hv_memory" value="100"/>
+ </utilization>
+ </primitive>
+ <primitive class="ocf" id="R-lxc-02_kiff-02" provider="heartbeat" type="VirtualDomain">
+ <instance_attributes id="R-lxc-02_kiff-02-instance_attributes">
+ <nvpair id="R-lxc-02_kiff-02-instance_attributes-hypervisor" name="hypervisor" value="lxc:///"/>
+ <nvpair id="R-lxc-02_kiff-02-instance_attributes-config" name="config" value="/mnt/shared0/test-virtual-domain/lxc/lxc-02_kiff-02.xml"/>
+ <nvpair id="R-lxc-02_kiff-02-instance_attributes-force_stop" name="force_stop" value="true"/>
+ </instance_attributes>
+ <operations>
+ <op id="R-lxc-02_kiff-02-start-timeout-90" interval="0s" name="start" timeout="90"/>
+ <op id="R-lxc-02_kiff-02-stop-timeout-90" interval="0s" name="stop" timeout="90"/>
+ <op id="R-lxc-02_kiff-02-monitor-interval-10" interval="10" name="monitor" timeout="30"/>
+ </operations>
+ <meta_attributes id="R-lxc-02_kiff-02-meta_attributes">
+ <nvpair id="R-lxc-02_kiff-02-meta_attributes-remote-node" name="remote-node" value="lxc-02_kiff-02"/>
+ </meta_attributes>
+ <utilization id="R-lxc-02_kiff-02-utilization">
+ <nvpair id="R-lxc-02_kiff-02-utilization-cpu" name="cpu" value="1"/>
+ <nvpair id="R-lxc-02_kiff-02-utilization-hv_memory" name="hv_memory" value="100"/>
+ </utilization>
+ </primitive>
+ <primitive class="ocf" id="vm-fs" provider="heartbeat" type="Filesystem">
+ <instance_attributes id="vm-fs-instance_attributes">
+ <nvpair id="vm-fs-instance_attributes-device" name="device" value="/root"/>
+ <nvpair id="vm-fs-instance_attributes-directory" name="directory" value="/mnt/vm-fs"/>
+ <nvpair id="vm-fs-instance_attributes-fstype" name="fstype" value="none"/>
+ <nvpair id="vm-fs-instance_attributes-options" name="options" value="bind"/>
+ </instance_attributes>
+ <operations>
+ <op id="vm-fs-start-timeout-60" interval="0s" name="start" timeout="60"/>
+ <op id="vm-fs-stop-timeout-60" interval="0s" name="stop" timeout="60"/>
+ <op id="vm-fs-monitor-interval-20" interval="20" name="monitor" timeout="40"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_order first="dlm-clone" first-action="start" id="order-dlm-clone-clvmd-clone-mandatory" then="clvmd-clone" then-action="start"/>
+ <rsc_colocation id="colocation-clvmd-clone-dlm-clone-INFINITY" rsc="clvmd-clone" score="INFINITY" with-rsc="dlm-clone"/>
+ <rsc_order first="clvmd-clone" first-action="start" id="order-clvmd-clone-shared0-clone-mandatory" then="shared0-clone" then-action="start"/>
+ <rsc_colocation id="colocation-shared0-clone-clvmd-clone-INFINITY" rsc="shared0-clone" score="INFINITY" with-rsc="clvmd-clone"/>
+ <rsc_location id="location-dlm-clone-lxc-01_kiff-01--INFINITY" node="lxc-01_kiff-01" rsc="dlm-clone" score="-INFINITY"/>
+ <rsc_order first="shared0-clone" first-action="start" id="order-shared0-clone-R-lxc-01_kiff-01-mandatory" then="R-lxc-01_kiff-01" then-action="start"/>
+ <rsc_location id="location-R-lxc-01_kiff-01-kiff-01-100" node="kiff-01" rsc="R-lxc-01_kiff-01" score="100"/>
+ <rsc_location id="location-dlm-clone-lxc-02_kiff-01--INFINITY" node="lxc-02_kiff-01" rsc="dlm-clone" score="-INFINITY"/>
+ <rsc_order first="shared0-clone" first-action="start" id="order-shared0-clone-R-lxc-02_kiff-01-mandatory" then="R-lxc-02_kiff-01" then-action="start"/>
+ <rsc_location id="location-R-lxc-02_kiff-01-kiff-01-100" node="kiff-01" rsc="R-lxc-02_kiff-01" score="100"/>
+ <rsc_location id="location-dlm-clone-lxc-01_kiff-02--INFINITY" node="lxc-01_kiff-02" rsc="dlm-clone" score="-INFINITY"/>
+ <rsc_order first="shared0-clone" first-action="start" id="order-shared0-clone-R-lxc-01_kiff-02-mandatory" then="R-lxc-01_kiff-02" then-action="start"/>
+ <rsc_location id="location-R-lxc-01_kiff-02-kiff-02-100" node="kiff-02" rsc="R-lxc-01_kiff-02" score="100"/>
+ <rsc_location id="location-dlm-clone-lxc-02_kiff-02--INFINITY" node="lxc-02_kiff-02" rsc="dlm-clone" score="-INFINITY"/>
+ <rsc_order first="shared0-clone" first-action="start" id="order-shared0-clone-R-lxc-02_kiff-02-mandatory" then="R-lxc-02_kiff-02" then-action="start"/>
+ <rsc_location id="location-R-lxc-02_kiff-02-kiff-02-100" node="kiff-02" rsc="R-lxc-02_kiff-02" score="100"/>
+ <rsc_location id="location-vm-fs-lxc-01_reno-01-100" node="lxc-01_reno-01" rsc="vm-fs" score="100"/>
+ </constraints>
+ </configuration>
+ <status>
+ <node_state crm-debug-origin="post_cache_update" crmd="offline" expected="member" id="1" in_ccm="false" join="member" uname="kiff-01">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-shutdown" name="shutdown" value="0"/>
+ <nvpair id="status-1-probe_complete" name="probe_complete" value="true"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="fence-kiff-01" type="fence_ipmilan" class="stonith">
+ <lrm_rsc_op id="fence-kiff-01_last_0" operation_key="fence-kiff-01_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="19:2:7:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:7;19:2:7:ed834806-99be-45de-9c12-c980ee8706a6" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1419011896" last-rc-change="1419011896" exec-time="2" queue-time="0" op-digest="4daeb50c5b907ee60049bf819d52bf47" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="fence-kiff-02" type="fence_ipmilan" class="stonith">
+ <lrm_rsc_op id="fence-kiff-02_last_0" operation_key="fence-kiff-02_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="33:2:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;33:2:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="46" rc-code="0" op-status="0" interval="0" last-run="1419011897" last-rc-change="1419011897" exec-time="105" queue-time="0" op-digest="721cfc00d183a798aab10fb147ff0518" on_node="kiff-01"/>
+ <lrm_rsc_op id="fence-kiff-02_monitor_60000" operation_key="fence-kiff-02_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="34:2:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;34:2:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="47" rc-code="0" op-status="0" interval="60000" last-rc-change="1419011897" exec-time="95" queue-time="0" op-digest="3edb9bb87d2e2ef5d171c831a712b481" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="R-lxc-01_kiff-01" type="VirtualDomain" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="R-lxc-01_kiff-01_last_0" operation_key="R-lxc-01_kiff-01_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="44:3:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;44:3:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="53" rc-code="0" op-status="0" interval="0" last-run="1419011901" last-rc-change="1419011901" exec-time="907" queue-time="0" op-digest="1120ab98948626507460f24405da6147" on_node="kiff-01"/>
+ <lrm_rsc_op id="R-lxc-01_kiff-01_monitor_10000" operation_key="R-lxc-01_kiff-01_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="48:4:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;48:4:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="55" rc-code="0" op-status="0" interval="10000" last-rc-change="1419011902" exec-time="211" queue-time="0" op-digest="45b6ccfbfd5dd7fe94f80ec3d8d6d78d" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="R-lxc-02_kiff-01" type="VirtualDomain" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="R-lxc-02_kiff-01_last_0" operation_key="R-lxc-02_kiff-01_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="46:3:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;46:3:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="54" rc-code="0" op-status="0" interval="0" last-run="1419011901" last-rc-change="1419011901" exec-time="895" queue-time="0" op-digest="6d28982e9d5ab858dea79f0a4bc07ba6" on_node="kiff-01"/>
+ <lrm_rsc_op id="R-lxc-02_kiff-01_monitor_10000" operation_key="R-lxc-02_kiff-01_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="51:4:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;51:4:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="56" rc-code="0" op-status="0" interval="10000" last-rc-change="1419011902" exec-time="208" queue-time="0" op-digest="5aa25dd0c846987518afaba029b0a0a8" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="R-lxc-01_kiff-02" type="VirtualDomain" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="R-lxc-01_kiff-02_last_0" operation_key="R-lxc-01_kiff-02_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="26:2:7:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:7;26:2:7:ed834806-99be-45de-9c12-c980ee8706a6" call-id="36" rc-code="7" op-status="0" interval="0" last-run="1419011897" last-rc-change="1419011897" exec-time="66" queue-time="0" op-digest="6ac2457c88e8834990f95e871a51d1fc" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="R-lxc-02_kiff-02" type="VirtualDomain" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="R-lxc-02_kiff-02_last_0" operation_key="R-lxc-02_kiff-02_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="27:2:7:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:7;27:2:7:ed834806-99be-45de-9c12-c980ee8706a6" call-id="40" rc-code="7" op-status="0" interval="0" last-run="1419011897" last-rc-change="1419011897" exec-time="65" queue-time="0" op-digest="749edaca3e37d0e4526f44849ed63d4b" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="dlm" type="controld" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="dlm_last_0" operation_key="dlm_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="37:2:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;37:2:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="45" rc-code="0" op-status="0" interval="0" last-run="1419011897" last-rc-change="1419011897" exec-time="1150" queue-time="71" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" on_node="kiff-01"/>
+ <lrm_rsc_op id="dlm_monitor_30000" operation_key="dlm_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="21:3:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;21:3:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="48" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011898" exec-time="42" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="vm-fs" type="Filesystem" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vm-fs_last_0" operation_key="vm-fs_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="28:2:7:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:7;28:2:7:ed834806-99be-45de-9c12-c980ee8706a6" call-id="44" rc-code="7" op-status="0" interval="0" last-run="1419011897" last-rc-change="1419011897" exec-time="81" queue-time="0" op-digest="4e01fcdd304402f9cf3416cee0dc30d2" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="shared0" type="Filesystem" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="shared0_last_0" operation_key="shared0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="38:3:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;38:3:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="51" rc-code="0" op-status="0" interval="0" last-run="1419011900" last-rc-change="1419011900" exec-time="917" queue-time="0" op-digest="1684b65207e6da00ef41166b1d2e7147" on_node="kiff-01"/>
+ <lrm_rsc_op id="shared0_monitor_10000" operation_key="shared0_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="39:3:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;39:3:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="52" rc-code="0" op-status="0" interval="10000" last-rc-change="1419011901" exec-time="63" queue-time="0" op-digest="a976d846b49206dece2f5eecf97fc980" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="clvmd" type="clvm" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="clvmd_last_0" operation_key="clvmd_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="30:3:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;30:3:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="49" rc-code="0" op-status="0" interval="0" last-run="1419011898" last-rc-change="1419011898" exec-time="1787" queue-time="0" op-digest="8c0920550ecae28ee15ea3371898e446" on_node="kiff-01"/>
+ <lrm_rsc_op id="clvmd_monitor_30000" operation_key="clvmd_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="31:3:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;31:3:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="50" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011900" exec-time="40" queue-time="0" op-digest="93512119a9313fd62f16acd7cc587734" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="lxc-01_kiff-01" type="remote" class="ocf" provider="pacemaker" container="R-lxc-01_kiff-01">
+ <lrm_rsc_op id="lxc-01_kiff-01_last_0" operation_key="lxc-01_kiff-01_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="58:4:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;58:4:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1419011902" last-rc-change="1419011902" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" on_node="kiff-01"/>
+ <lrm_rsc_op id="lxc-01_kiff-01_monitor_30000" operation_key="lxc-01_kiff-01_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="59:4:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;59:4:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011907" exec-time="0" queue-time="0" op-digest="02a5bcf940fc8d3239701acb11438d6a" on_node="kiff-01"/>
+ </lrm_resource>
+ <lrm_resource id="lxc-02_kiff-01" type="remote" class="ocf" provider="pacemaker" container="R-lxc-02_kiff-01">
+ <lrm_rsc_op id="lxc-02_kiff-01_last_0" operation_key="lxc-02_kiff-01_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="60:4:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;60:4:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="2" rc-code="0" op-status="0" interval="0" last-run="1419011902" last-rc-change="1419011902" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" on_node="kiff-01"/>
+ <lrm_rsc_op id="lxc-02_kiff-01_monitor_30000" operation_key="lxc-02_kiff-01_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="61:4:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;61:4:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011907" exec-time="0" queue-time="0" op-digest="02a5bcf940fc8d3239701acb11438d6a" on_node="kiff-01"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state crm-debug-origin="post_cache_update" crmd="online" expected="member" id="2" in_ccm="true" join="member" uname="kiff-02">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-shutdown" name="shutdown" value="0"/>
+ <nvpair id="status-2-probe_complete" name="probe_complete" value="true"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="fence-kiff-01" type="fence_ipmilan" class="stonith">
+ <lrm_rsc_op id="fence-kiff-01_last_0" operation_key="fence-kiff-01_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="15:18:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;15:18:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="67" rc-code="0" op-status="0" interval="0" last-run="1419011236" last-rc-change="1419011236" exec-time="102" queue-time="0" op-digest="4daeb50c5b907ee60049bf819d52bf47" on_node="kiff-02"/>
+ <lrm_rsc_op id="fence-kiff-01_monitor_60000" operation_key="fence-kiff-01_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="16:18:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;16:18:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="68" rc-code="0" op-status="0" interval="60000" last-rc-change="1419011236" exec-time="93" queue-time="0" op-digest="5a67a2af25e4748196ea722d1770543a" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="fence-kiff-02" type="fence_ipmilan" class="stonith">
+ <lrm_rsc_op id="fence-kiff-02_last_0" operation_key="fence-kiff-02_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="32:2:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;32:2:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="88" rc-code="0" op-status="0" interval="0" last-run="1419011896" last-rc-change="1419011896" exec-time="0" queue-time="0" op-digest="721cfc00d183a798aab10fb147ff0518" on_node="kiff-02"/>
+ <lrm_rsc_op id="fence-kiff-02_monitor_60000" operation_key="fence-kiff-02_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="16:0:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;16:0:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="82" rc-code="0" op-status="0" interval="60000" last-rc-change="1419011480" exec-time="93" queue-time="0" op-digest="3edb9bb87d2e2ef5d171c831a712b481" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="clvmd" type="clvm" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="clvmd_last_0" operation_key="clvmd_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="25:5:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;25:5:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="24" rc-code="0" op-status="0" interval="0" last-run="1419011029" last-rc-change="1419011029" exec-time="1557" queue-time="0" op-digest="8c0920550ecae28ee15ea3371898e446" on_node="kiff-02"/>
+ <lrm_rsc_op id="clvmd_monitor_30000" operation_key="clvmd_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="26:5:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;26:5:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="25" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011030" exec-time="39" queue-time="0" op-digest="93512119a9313fd62f16acd7cc587734" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="shared0" type="Filesystem" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="shared0_last_0" operation_key="shared0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="35:6:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;35:6:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="31" rc-code="0" op-status="0" interval="0" last-run="1419011061" last-rc-change="1419011061" exec-time="1397" queue-time="0" op-digest="1684b65207e6da00ef41166b1d2e7147" on_node="kiff-02"/>
+ <lrm_rsc_op id="shared0_monitor_10000" operation_key="shared0_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="36:6:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;36:6:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="32" rc-code="0" op-status="0" interval="10000" last-rc-change="1419011062" exec-time="62" queue-time="0" op-digest="a976d846b49206dece2f5eecf97fc980" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="lxc-01_kiff-01" type="remote" class="ocf" provider="pacemaker" container="R-lxc-01_kiff-01">
+ <lrm_rsc_op id="lxc-01_kiff-01_last_0" operation_key="lxc-01_kiff-01_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="71:2:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;71:2:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="15" rc-code="0" op-status="0" interval="0" last-run="1419011897" last-rc-change="1419011897" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" on_node="kiff-02"/>
+ <lrm_rsc_op id="lxc-01_kiff-01_monitor_30000" operation_key="lxc-01_kiff-01_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="49:1:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;49:1:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="13" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011486" exec-time="0" queue-time="0" op-digest="02a5bcf940fc8d3239701acb11438d6a" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="dlm" type="controld" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="dlm_last_0" operation_key="dlm_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="17:5:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;17:5:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="22" rc-code="0" op-status="0" interval="0" last-run="1419011026" last-rc-change="1419011026" exec-time="1100" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" on_node="kiff-02"/>
+ <lrm_rsc_op id="dlm_monitor_30000" operation_key="dlm_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="18:5:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;18:5:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="23" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011027" exec-time="39" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="R-lxc-01_kiff-01" type="VirtualDomain" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="R-lxc-01_kiff-01_last_0" operation_key="R-lxc-01_kiff-01_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="59:2:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;59:2:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="90" rc-code="0" op-status="0" interval="0" last-run="1419011897" last-rc-change="1419011897" exec-time="401" queue-time="0" op-digest="1120ab98948626507460f24405da6147" on_node="kiff-02"/>
+ <lrm_rsc_op id="R-lxc-01_kiff-01_monitor_10000" operation_key="R-lxc-01_kiff-01_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="38:1:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;38:1:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="83" rc-code="0" op-status="0" interval="10000" last-rc-change="1419011481" exec-time="208" queue-time="0" op-digest="45b6ccfbfd5dd7fe94f80ec3d8d6d78d" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="R-lxc-01_kiff-02" type="VirtualDomain" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="R-lxc-01_kiff-02_last_0" operation_key="R-lxc-01_kiff-02_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="50:20:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;50:20:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="69" rc-code="0" op-status="0" interval="0" last-run="1419011248" last-rc-change="1419011248" exec-time="533" queue-time="0" op-digest="6ac2457c88e8834990f95e871a51d1fc" on_node="kiff-02"/>
+ <lrm_rsc_op id="R-lxc-01_kiff-02_monitor_10000" operation_key="R-lxc-01_kiff-02_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="51:20:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;51:20:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="70" rc-code="0" op-status="0" interval="10000" last-rc-change="1419011249" exec-time="200" queue-time="0" op-digest="7d8f2504ce062c9a895982856e699610" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="lxc-01_kiff-02" type="remote" class="ocf" provider="pacemaker" container="R-lxc-01_kiff-02">
+ <lrm_rsc_op id="lxc-01_kiff-02_last_0" operation_key="lxc-01_kiff-02_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="56:20:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;56:20:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1419011249" last-rc-change="1419011249" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" on_node="kiff-02"/>
+ <lrm_rsc_op id="lxc-01_kiff-02_monitor_30000" operation_key="lxc-01_kiff-02_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="57:20:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;57:20:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="8" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011254" exec-time="0" queue-time="0" op-digest="02a5bcf940fc8d3239701acb11438d6a" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="vm-fs" type="Filesystem" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vm-fs_last_0" operation_key="vm-fs_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="23:22:7:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:7;23:22:7:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="78" rc-code="7" op-status="0" interval="0" last-run="1419011347" last-rc-change="1419011347" exec-time="58" queue-time="0" op-digest="4e01fcdd304402f9cf3416cee0dc30d2" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="lxc-02_kiff-01" type="remote" class="ocf" provider="pacemaker" container="R-lxc-02_kiff-01">
+ <lrm_rsc_op id="lxc-02_kiff-01_last_0" operation_key="lxc-02_kiff-01_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="74:2:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;74:2:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="16" rc-code="0" op-status="0" interval="0" last-run="1419011897" last-rc-change="1419011897" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" on_node="kiff-02"/>
+ <lrm_rsc_op id="lxc-02_kiff-01_monitor_30000" operation_key="lxc-02_kiff-01_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="51:1:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;51:1:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="14" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011486" exec-time="0" queue-time="0" op-digest="02a5bcf940fc8d3239701acb11438d6a" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="lxc-02_kiff-02" type="remote" class="ocf" provider="pacemaker" container="R-lxc-02_kiff-02">
+ <lrm_rsc_op id="lxc-02_kiff-02_last_0" operation_key="lxc-02_kiff-02_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="63:21:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;63:21:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="9" rc-code="0" op-status="0" interval="0" last-run="1419011256" last-rc-change="1419011256" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" on_node="kiff-02"/>
+ <lrm_rsc_op id="lxc-02_kiff-02_monitor_30000" operation_key="lxc-02_kiff-02_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="64:21:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;64:21:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="10" rc-code="0" op-status="0" interval="30000" last-rc-change="1419011261" exec-time="0" queue-time="0" op-digest="02a5bcf940fc8d3239701acb11438d6a" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="R-lxc-02_kiff-01" type="VirtualDomain" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="R-lxc-02_kiff-01_last_0" operation_key="R-lxc-02_kiff-01_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="62:2:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;62:2:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="92" rc-code="0" op-status="0" interval="0" last-run="1419011897" last-rc-change="1419011897" exec-time="376" queue-time="0" op-digest="6d28982e9d5ab858dea79f0a4bc07ba6" on_node="kiff-02"/>
+ <lrm_rsc_op id="R-lxc-02_kiff-01_monitor_10000" operation_key="R-lxc-02_kiff-01_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="41:1:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;41:1:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="84" rc-code="0" op-status="0" interval="10000" last-rc-change="1419011481" exec-time="205" queue-time="0" op-digest="5aa25dd0c846987518afaba029b0a0a8" on_node="kiff-02"/>
+ </lrm_resource>
+ <lrm_resource id="R-lxc-02_kiff-02" type="VirtualDomain" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="R-lxc-02_kiff-02_last_0" operation_key="R-lxc-02_kiff-02_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="55:21:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;55:21:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="73" rc-code="0" op-status="0" interval="0" last-run="1419011255" last-rc-change="1419011255" exec-time="558" queue-time="0" op-digest="749edaca3e37d0e4526f44849ed63d4b" on_node="kiff-02"/>
+ <lrm_rsc_op id="R-lxc-02_kiff-02_monitor_10000" operation_key="R-lxc-02_kiff-02_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.9" transition-key="56:21:0:1c60b862-2217-42e1-857f-645cedc2afd9" transition-magic="0:0;56:21:0:1c60b862-2217-42e1-857f-645cedc2afd9" call-id="74" rc-code="0" op-status="0" interval="10000" last-rc-change="1419011256" exec-time="200" queue-time="0" op-digest="160233456c9f63f111238ddb49d9cc0d" on_node="kiff-02"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="lxc-01_kiff-01" uname="lxc-01_kiff-01" crm-debug-origin="post_cache_update">
+ <lrm id="lxc-01_kiff-01">
+ <lrm_resources>
+ <lrm_resource id="vm-fs" type="Filesystem" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vm-fs_last_0" operation_key="vm-fs_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="56:4:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;56:4:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="5" rc-code="0" op-status="0" interval="0" last-run="1419011907" last-rc-change="1419011907" exec-time="82" queue-time="0" op-digest="4e01fcdd304402f9cf3416cee0dc30d2" on_node="kiff-01"/>
+ <lrm_rsc_op id="vm-fs_monitor_20000" operation_key="vm-fs_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.9" transition-key="57:4:0:ed834806-99be-45de-9c12-c980ee8706a6" transition-magic="0:0;57:4:0:ed834806-99be-45de-9c12-c980ee8706a6" call-id="7" rc-code="0" op-status="0" interval="20000" last-rc-change="1419011907" exec-time="57" queue-time="0" op-digest="47b8f50d415ca40cdf0d0044c4b63685" on_node="kiff-01"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="lxc-02_kiff-01" uname="lxc-02_kiff-01" crm-debug-origin="post_cache_update"/>
+ <node_state remote_node="true" id="lxc-01_kiff-02" uname="lxc-01_kiff-02" crm-debug-origin="post_cache_update">
+ <transient_attributes id="lxc-01_kiff-02">
+ <instance_attributes id="status-lxc-01_kiff-02"/>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="lxc-02_kiff-02" uname="lxc-02_kiff-02" crm-debug-origin="post_cache_update">
+ <transient_attributes id="lxc-02_kiff-02">
+ <instance_attributes id="status-lxc-02_kiff-02"/>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>