From 82ae2f1b652c361dadacf25dece42a43340776ee Mon Sep 17 00:00:00 2001

From: Chris Lumens <clumens@redhat.com>

Date: Thu, 11 Feb 2021 09:57:21 -0500

Subject: [PATCH 1/3] Low: tools: Rename the result of cli_resource_search.

The result of cli_resource_search is a list of nodes, not a list of

resources.  Change the variable name appropriately.

---

 tools/crm_resource.c         | 4 ++--

 tools/crm_resource_runtime.c | 4 ++--

 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/tools/crm_resource.c b/tools/crm_resource.c

index 564600e..78b2246 100644

--- a/tools/crm_resource.c

+++ b/tools/crm_resource.c

@@ -1873,8 +1873,8 @@ main(int argc, char **argv)

             break;

         case cmd_locate: {

-            GListPtr resources = cli_resource_search(out, rsc, options.rsc_id, data_set);

-            rc = out->message(out, "resource-search-list", resources, rsc, options.rsc_id);

+            GListPtr nodes = cli_resource_search(out, rsc, options.rsc_id, data_set);

+            rc = out->message(out, "resource-search-list", nodes, rsc, options.rsc_id);

             break;

         }

diff --git a/tools/crm_resource_runtime.c b/tools/crm_resource_runtime.c

index b6e4df1..adfdfba 100644

--- a/tools/crm_resource_runtime.c

+++ b/tools/crm_resource_runtime.c

@@ -1780,8 +1780,8 @@ cli_resource_execute(pcmk__output_t *out, pe_resource_t *rsc,

         action = rsc_action+6;

         if(pe_rsc_is_clone(rsc)) {

-            GListPtr rscs = cli_resource_search(out, rsc, requested_name, data_set);

-            if(rscs != NULL && force == FALSE) {

+            GListPtr nodes = cli_resource_search(out, rsc, requested_name, data_set);

+            if(nodes != NULL && force == FALSE) {

                 out->err(out, "It is not safe to %s %s here: the cluster claims it is already active",

                          action, rsc->id);

                 out->err(out, "Try setting target-role=Stopped first or specifying "

-- 

1.8.3.1

From e8b320aaaabdd60b7ac851e5b70a2a1b3c2180a3 Mon Sep 17 00:00:00 2001

From: Chris Lumens <clumens@redhat.com>

Date: Thu, 11 Feb 2021 11:07:07 -0500

Subject: [PATCH 2/3] Test: cts: Add a test for a promotable clone resource.

Note that for the moment, the crm_resource output in

regression.tools.exp is incorrect.  There's a bug in that tool, but I

wanted to get a test case working before fixing it.

---

 cts/cli/crm_mon.xml            |  32 +++-

 cts/cli/regression.crm_mon.exp | 401 +++++++++++++++++++++++++++++------------

 cts/cli/regression.tools.exp   |  18 ++

 cts/cts-cli.in                 |  20 ++

 4 files changed, 357 insertions(+), 114 deletions(-)

diff --git a/cts/cli/crm_mon.xml b/cts/cli/crm_mon.xml

index d8d5d35..f0f14fd 100644

--- a/cts/cli/crm_mon.xml

+++ b/cts/cli/crm_mon.xml

@@ -1,4 +1,4 @@

-<cib crm_feature_set="3.3.0" validate-with="pacemaker-3.3" epoch="1" num_updates="1" admin_epoch="1" cib-last-written="Tue May  5 12:04:36 2020" update-origin="cluster01" update-client="crmd" update-user="hacluster" have-quorum="1" dc-uuid="2">

+<cib crm_feature_set="3.3.0" validate-with="pacemaker-3.3" epoch="1" num_updates="135" admin_epoch="1" cib-last-written="Tue May  5 12:04:36 2020" update-origin="cluster01" update-client="crmd" update-user="hacluster" have-quorum="1" dc-uuid="2">

   <configuration>

     <crm_config>

       <cluster_property_set id="cib-bootstrap-options">

@@ -99,9 +99,25 @@

           </primitive>

         </group>

       </clone>

+      <clone id="promotable-clone">

+        <meta_attributes id="promotable-clone-meta_attributes">

+          <nvpair id="promotable-clone-meta_attributes-promotable" name="promotable" value="true"/>

+        </meta_attributes>

+        <primitive id="promotable-rsc" class="ocf" provider="pacemaker" type="Stateful">

+          <operations id="promotable-rsc-operations">

+            <op id="promotable-rsc-monitor-master-5" name="monitor" interval="5" role="Master"/>

+            <op id="promotable-rsc-monitor-slave-10" name="monitor" interval="10" role="Slave"/>

+          </operations>

+        </primitive>

+      </clone>

     </resources>

     <constraints>

       <rsc_location id="not-on-cluster1" rsc="dummy" node="cluster01" score="-INFINITY"/>

+      <rsc_location id="loc-promotable-clone" rsc="promotable-clone">

+        <rule id="loc-promotable-clone-rule" role="Master" score="10">

+          <expression attribute="#uname" id="loc-promotable-clone-expression" operation="eq" value="cluster02"/>

+        </rule>

+      </rsc_location>

     </constraints>

     <tags>

       <tag id="all-nodes">

@@ -153,6 +169,13 @@

             <lrm_rsc_op id="mysql-proxy_last_0" operation_key="mysql-proxy_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.4.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1596126852" last-run="1596126852" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>

             <lrm_rsc_op id="mysql-proxy_monitor_10000" operation_key="mysql-proxy_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.4.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1596126852" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>

           </lrm_resource>

+          <lrm_resource id="promotable-rsc" class="ocf" provider="pacemaker" type="Stateful">

+            <lrm_rsc_op id="promotable-rsc_last_0" operation_key="promotable-rsc_promote_0" operation="promote" crm-debug-origin="crm_simulate" crm_feature_set="3.7.1" transition-key="6:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;6:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="6" rc-code="0" op-status="0" interval="0" last-rc-change="1613059546" last-run="1613059546" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>

+            <lrm_rsc_op id="promotable-rsc_post_notify_start_0" operation_key="promotable-rsc_notify_0" operation="notify" crm-debug-origin="crm_simulate" crm_feature_set="3.7.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1613058809" last-run="1613058809" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>

+            <lrm_rsc_op id="promotable-rsc_monitor_10000" operation_key="promotable-rsc_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.7.1" transition-key="4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="4" rc-code="0" op-status="0" interval="10000" last-rc-change="1613058809" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>

+            <lrm_rsc_op id="promotable-rsc_cancel_10000" operation_key="promotable-rsc_cancel_10000" operation="cancel" crm-debug-origin="crm_simulate" crm_feature_set="3.7.1" transition-key="5:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;5:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="5" rc-code="0" op-status="0" interval="10000" last-rc-change="1613059546" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>

+            <lrm_rsc_op id="promotable-rsc_monitor_5000" operation_key="promotable-rsc_monitor_5000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.7.1" transition-key="7:-1:8:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:8;7:-1:8:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="7" rc-code="8" op-status="0" interval="5000" last-rc-change="1613059546" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>

+          </lrm_resource>

         </lrm_resources>

       </lrm>

       <transient_attributes id="2">

@@ -170,7 +193,7 @@

           </lrm_resource>

           <lrm_resource id="Fencing" type="fence_xvm" class="stonith">

             <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.3.0" transition-key="12:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;12:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1588951272" last-run="1588951272" exec-time="36" queue-time="0" op-digest="7da16842ab2328e41f737cab5e5fc89c"/>

-            <lrm_rsc_op id="Fencing_monitor_60000" operation_key="Fencing_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.3.0" transition-key="13:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;13:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="19" rc-code="0" op-status="0" interval="60000" last-rc-change="1588951276" exec-time="24" queue-time="0" op-digest="f85d77708ad4ea02a9099e1e548aff0d"/>

+            <lrm_rsc_op id="Fencing_monitor_60000" operation_key="Fencing_monitor_60000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.7.1" transition-key="20:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;20:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="cluster01" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1613056690" exec-time="0" queue-time="0" op-digest="d4ee02dc1c7ce16eb0f72e06c2cc9193"/>

           </lrm_resource>

           <lrm_resource id="dummy" type="Dummy" class="ocf" provider="pacemaker">

             <lrm_rsc_op id="dummy_last_0" operation_key="dummy_stop_0" operation="stop" crm-debug-origin="do_update_resource" crm_feature_set="3.3.0" transition-key="3:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" transition-magic="0:0;3:1:0:4a9e64d6-e1dd-4395-917c-1596312eafe4" exit-reason="" on_node="cluster01" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1588951272" last-run="1588951272" exec-time="6048" queue-time="0" op-digest="aa0f9b7caf28600646551adb55bd9b95" op-force-restart=" envfile  op_sleep  passwd  state " op-restart-digest="aa0f9b7caf28600646551adb55bd9b95" op-secure-params=" passwd " op-secure-digest="aa0f9b7caf28600646551adb55bd9b95"/>

@@ -185,6 +208,11 @@

             <lrm_rsc_op id="mysql-proxy_last_0" operation_key="mysql-proxy_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.4.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1596126852" last-run="1596126852" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>

             <lrm_rsc_op id="mysql-proxy_monitor_10000" operation_key="mysql-proxy_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.4.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1596126852" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>

           </lrm_resource>

+          <lrm_resource id="promotable-rsc" class="ocf" provider="pacemaker" type="Stateful">

+            <lrm_rsc_op id="promotable-rsc_last_0" operation_key="promotable-rsc_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.7.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1613058809" last-run="1613058809" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>

+            <lrm_rsc_op id="promotable-rsc_post_notify_start_0" operation_key="promotable-rsc_notify_0" operation="notify" crm-debug-origin="crm_simulate" crm_feature_set="3.7.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1613058809" last-run="1613058809" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>

+            <lrm_rsc_op id="promotable-rsc_monitor_10000" operation_key="promotable-rsc_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.7.1" transition-key="4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;4:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="4" rc-code="0" op-status="0" interval="10000" last-rc-change="1613058809" exec-time="0" queue-time="0" op-digest="79643b49fcd2a15282788271c56eddb4"/>

+          </lrm_resource>

         </lrm_resources>

       </lrm>

       <transient_attributes id="1">

diff --git a/cts/cli/regression.crm_mon.exp b/cts/cli/regression.crm_mon.exp

index dd20116..c223b7f 100644

--- a/cts/cli/regression.crm_mon.exp

+++ b/cts/cli/regression.crm_mon.exp

@@ -5,7 +5,7 @@ Cluster Summary:

   * Last updated:

   * Last change:

   * 5 nodes configured

-  * 27 resource instances configured (4 DISABLED)

+  * 32 resource instances configured (4 DISABLED)

 Node List:

   * Online: [ cluster01 cluster02 ]

@@ -20,6 +20,9 @@ Active Resources:

     * Email	(lsb:exim):	 Started cluster02

   * Clone Set: mysql-clone-group [mysql-group]:

     * Started: [ cluster01 cluster02 ]

+  * Clone Set: promotable-clone [promotable-rsc] (promotable):

+    * Masters: [ cluster02 ]

+    * Slaves: [ cluster01 ]

 =#=#=#= End test: Basic text output - OK (0) =#=#=#=

 * Passed: crm_mon        - Basic text output

 =#=#=#= Begin test: XML output =#=#=#=

@@ -30,12 +33,12 @@ Active Resources:

     <last_update time=""/>

     <last_change time=""/>

     <nodes_configured number="5"/>

-    <resources_configured number="27" disabled="4" blocked="0"/>

+    <resources_configured number="32" disabled="4" blocked="0"/>

     <cluster_options stonith-enabled="true" symmetric-cluster="true" no-quorum-policy="stop" maintenance-mode="false" stop-all-resources="false"/>

   </summary>

   <nodes>

-    <node name="cluster01" id="1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="false" resources_running="3" type="member"/>

-    <node name="cluster02" id="2" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="true" resources_running="5" type="member"/>

+    <node name="cluster01" id="1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="false" resources_running="4" type="member"/>

+    <node name="cluster02" id="2" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="true" resources_running="6" type="member"/>

     <node name="httpd-bundle-0" id="httpd-bundle-0" online="false" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="false" is_dc="false" resources_running="0" type="remote" id_as_resource="httpd-bundle-docker-0"/>

     <node name="httpd-bundle-1" id="httpd-bundle-1" online="false" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="false" is_dc="false" resources_running="0" type="remote" id_as_resource="httpd-bundle-docker-1"/>

     <node name="httpd-bundle-2" id="httpd-bundle-2" online="false" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="false" is_dc="false" resources_running="0" type="remote" id_as_resource="httpd-bundle-docker-2"/>

@@ -112,6 +115,17 @@ Active Resources:

         <resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

       </group>

     </clone>

+    <clone id="promotable-clone" multi_state="true" unique="false" managed="true" disabled="false" failed="false" failure_ignored="false">

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Master" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

+        <node name="cluster02" id="2" cached="true"/>

+      </resource>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Slave" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

+        <node name="cluster01" id="1" cached="true"/>

+      </resource>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+    </clone>

   </resources>

   <node_attributes>

     <node name="cluster01">

@@ -142,6 +156,12 @@ Active Resources:

         <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

         <operation_history call="3" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

+      <resource_history id="promotable-rsc" orphan="false" migration-threshold="1000000">

+        <operation_history call="4" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="5" task="cancel" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="6" task="promote" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="7" task="monitor" rc="8" rc_text="master" interval="5000ms" exec-time="0ms" queue-time="0ms"/>

+      </resource_history>

     </node>

     <node name="cluster01">

       <resource_history id="ping" orphan="false" migration-threshold="1000000">

@@ -150,7 +170,7 @@ Active Resources:

       </resource_history>

       <resource_history id="Fencing" orphan="false" migration-threshold="1000000">

         <operation_history call="15" task="start" rc="0" rc_text="ok" exec-time="36ms" queue-time="0ms"/>

-        <operation_history call="19" task="monitor" rc="0" rc_text="ok" interval="60000ms" exec-time="24ms" queue-time="0ms"/>

+        <operation_history call="20" task="monitor" rc="0" rc_text="ok" interval="60000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

       <resource_history id="dummy" orphan="false" migration-threshold="1000000">

         <operation_history call="16" task="stop" rc="0" rc_text="ok" exec-time="6048ms" queue-time="0ms"/>

@@ -159,6 +179,10 @@ Active Resources:

         <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

         <operation_history call="3" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

+      <resource_history id="promotable-rsc" orphan="false" migration-threshold="1000000">

+        <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="4" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+      </resource_history>

     </node>

   </node_history>

   <bans>

@@ -175,7 +199,7 @@ Cluster Summary:

   * Last updated:

   * Last change:

   * 5 nodes configured

-  * 27 resource instances configured (4 DISABLED)

+  * 32 resource instances configured (4 DISABLED)

 Active Resources:

   * Clone Set: ping-clone [ping]:

@@ -187,6 +211,9 @@ Active Resources:

     * Email	(lsb:exim):	 Started cluster02

   * Clone Set: mysql-clone-group [mysql-group]:

     * Started: [ cluster01 cluster02 ]

+  * Clone Set: promotable-clone [promotable-rsc] (promotable):

+    * Masters: [ cluster02 ]

+    * Slaves: [ cluster01 ]

 =#=#=#= End test: Basic text output without node section - OK (0) =#=#=#=

 * Passed: crm_mon        - Basic text output without node section

 =#=#=#= Begin test: XML output without the node section =#=#=#=

@@ -197,7 +224,7 @@ Active Resources:

     <last_update time=""/>

     <last_change time=""/>

     <nodes_configured number="5"/>

-    <resources_configured number="27" disabled="4" blocked="0"/>

+    <resources_configured number="32" disabled="4" blocked="0"/>

     <cluster_options stonith-enabled="true" symmetric-cluster="true" no-quorum-policy="stop" maintenance-mode="false" stop-all-resources="false"/>

   </summary>

   <resources>

@@ -272,6 +299,17 @@ Active Resources:

         <resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

       </group>

     </clone>

+    <clone id="promotable-clone" multi_state="true" unique="false" managed="true" disabled="false" failed="false" failure_ignored="false">

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Master" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

+        <node name="cluster02" id="2" cached="true"/>

+      </resource>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Slave" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

+        <node name="cluster01" id="1" cached="true"/>

+      </resource>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+    </clone>

   </resources>

   <node_attributes>

     <node name="cluster01">

@@ -302,6 +340,12 @@ Active Resources:

         <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

         <operation_history call="3" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

+      <resource_history id="promotable-rsc" orphan="false" migration-threshold="1000000">

+        <operation_history call="4" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="5" task="cancel" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="6" task="promote" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="7" task="monitor" rc="8" rc_text="master" interval="5000ms" exec-time="0ms" queue-time="0ms"/>

+      </resource_history>

     </node>

     <node name="cluster01">

       <resource_history id="ping" orphan="false" migration-threshold="1000000">

@@ -310,7 +354,7 @@ Active Resources:

       </resource_history>

       <resource_history id="Fencing" orphan="false" migration-threshold="1000000">

         <operation_history call="15" task="start" rc="0" rc_text="ok" exec-time="36ms" queue-time="0ms"/>

-        <operation_history call="19" task="monitor" rc="0" rc_text="ok" interval="60000ms" exec-time="24ms" queue-time="0ms"/>

+        <operation_history call="20" task="monitor" rc="0" rc_text="ok" interval="60000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

       <resource_history id="dummy" orphan="false" migration-threshold="1000000">

         <operation_history call="16" task="stop" rc="0" rc_text="ok" exec-time="6048ms" queue-time="0ms"/>

@@ -319,6 +363,10 @@ Active Resources:

         <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

         <operation_history call="3" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

+      <resource_history id="promotable-rsc" orphan="false" migration-threshold="1000000">

+        <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="4" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+      </resource_history>

     </node>

   </node_history>

   <bans>

@@ -340,7 +388,7 @@ Cluster Summary:

   * Last updated:

   * Last change:

   * 5 nodes configured

-  * 27 resource instances configured (4 DISABLED)

+  * 32 resource instances configured (4 DISABLED)

 Node List:

   * Online: [ cluster01 cluster02 ]

@@ -355,6 +403,9 @@ Active Resources:

     * Email	(lsb:exim):	 Started cluster02

   * Clone Set: mysql-clone-group [mysql-group]:

     * Started: [ cluster01 cluster02 ]

+  * Clone Set: promotable-clone [promotable-rsc] (promotable):

+    * Masters: [ cluster02 ]

+    * Slaves: [ cluster01 ]

 Node Attributes:

   * Node: cluster01:

@@ -378,18 +429,26 @@ Operations:

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (4) monitor: interval="10000ms"

+      * (5) cancel: interval="10000ms"

+      * (6) promote

+      * (7) monitor: interval="5000ms"

   * Node: cluster01:

     * ping: migration-threshold=1000000:

       * (17) start

       * (18) monitor: interval="10000ms"

     * Fencing: migration-threshold=1000000:

       * (15) start

-      * (19) monitor: interval="60000ms"

+      * (20) monitor: interval="60000ms"

     * dummy: migration-threshold=1000000:

       * (16) stop

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (2) start

+      * (4) monitor: interval="10000ms"

 Negative Location Constraints:

   * not-on-cluster1	prevents dummy from running on cluster01

@@ -402,7 +461,7 @@ Cluster Summary:

   * Last updated:

   * Last change:

   * 5 nodes configured

-  * 27 resource instances configured (4 DISABLED)

+  * 32 resource instances configured (4 DISABLED)

 Node List:

   * Online: [ cluster01 (1) cluster02 (2) ]

@@ -427,6 +486,12 @@ Active Resources:

       * mysql-proxy	(lsb:mysql-proxy):	 Stopped

     * Resource Group: mysql-group:4:

       * mysql-proxy	(lsb:mysql-proxy):	 Stopped

+  * Clone Set: promotable-clone [promotable-rsc] (promotable):

+    * promotable-rsc	(ocf::pacemaker:Stateful):	 Master cluster02

+    * promotable-rsc	(ocf::pacemaker:Stateful):	 Slave cluster01

+    * promotable-rsc	(ocf::pacemaker:Stateful):	 Stopped

+    * promotable-rsc	(ocf::pacemaker:Stateful):	 Stopped

+    * promotable-rsc	(ocf::pacemaker:Stateful):	 Stopped

 Node Attributes:

   * Node: cluster01 (1):

@@ -450,18 +515,26 @@ Operations:

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (4) monitor: interval="10000ms"

+      * (5) cancel: interval="10000ms"

+      * (6) promote

+      * (7) monitor: interval="5000ms"

   * Node: cluster01 (1):

     * ping: migration-threshold=1000000:

       * (17) start

       * (18) monitor: interval="10000ms"

     * Fencing: migration-threshold=1000000:

       * (15) start

-      * (19) monitor: interval="60000ms"

+      * (20) monitor: interval="60000ms"

     * dummy: migration-threshold=1000000:

       * (16) stop

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (2) start

+      * (4) monitor: interval="10000ms"

 Negative Location Constraints:

   * not-on-cluster1	prevents dummy from running on cluster01 (1)

@@ -474,7 +547,7 @@ Cluster Summary:

   * Last updated:

   * Last change:

   * 5 nodes configured

-  * 27 resource instances configured (4 DISABLED)

+  * 32 resource instances configured (4 DISABLED)

 Node List:

   * Online: [ cluster01 cluster02 ]

@@ -489,6 +562,9 @@ Active Resources:

     * 1/1	(ocf::heartbeat:IPaddr):	Active cluster02

   * Clone Set: mysql-clone-group [mysql-group]:

     * Started: [ cluster01 cluster02 ]

+  * Clone Set: promotable-clone [promotable-rsc] (promotable):

+    * Masters: [ cluster02 ]

+    * Slaves: [ cluster01 ]

 Node Attributes:

   * Node: cluster01:

@@ -512,18 +588,26 @@ Operations:

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (4) monitor: interval="10000ms"

+      * (5) cancel: interval="10000ms"

+      * (6) promote

+      * (7) monitor: interval="5000ms"

   * Node: cluster01:

     * ping: migration-threshold=1000000:

       * (17) start

       * (18) monitor: interval="10000ms"

     * Fencing: migration-threshold=1000000:

       * (15) start

-      * (19) monitor: interval="60000ms"

+      * (20) monitor: interval="60000ms"

     * dummy: migration-threshold=1000000:

       * (16) stop

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (2) start

+      * (4) monitor: interval="10000ms"

 Negative Location Constraints:

   * not-on-cluster1	prevents dummy from running on cluster01

@@ -536,7 +620,7 @@ Cluster Summary:

   * Last updated:

   * Last change:

   * 5 nodes configured

-  * 27 resource instances configured (4 DISABLED)

+  * 32 resource instances configured (4 DISABLED)

 Node List:

   * Node cluster01: online:

@@ -544,6 +628,7 @@ Node List:

       * ping	(ocf::pacemaker:ping):	 Started

       * Fencing	(stonith:fence_xvm):	 Started

       * mysql-proxy	(lsb:mysql-proxy):	 Started

+      * promotable-rsc	(ocf::pacemaker:Stateful):	 Slave

   * Node cluster02: online:

     * Resources:

       * ping	(ocf::pacemaker:ping):	 Started

@@ -551,6 +636,7 @@ Node List:

       * Public-IP	(ocf::heartbeat:IPaddr):	 Started

       * Email	(lsb:exim):	 Started

       * mysql-proxy	(lsb:mysql-proxy):	 Started

+      * promotable-rsc	(ocf::pacemaker:Stateful):	 Master

   * GuestNode httpd-bundle-0@: OFFLINE:

     * Resources:

   * GuestNode httpd-bundle-1@: OFFLINE:

@@ -580,18 +666,26 @@ Operations:

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (4) monitor: interval="10000ms"

+      * (5) cancel: interval="10000ms"

+      * (6) promote

+      * (7) monitor: interval="5000ms"

   * Node: cluster01:

     * ping: migration-threshold=1000000:

       * (17) start

       * (18) monitor: interval="10000ms"

     * Fencing: migration-threshold=1000000:

       * (15) start

-      * (19) monitor: interval="60000ms"

+      * (20) monitor: interval="60000ms"

     * dummy: migration-threshold=1000000:

       * (16) stop

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (2) start

+      * (4) monitor: interval="10000ms"

 Negative Location Constraints:

   * not-on-cluster1	prevents dummy from running on cluster01

@@ -604,12 +698,13 @@ Cluster Summary:

   * Last updated:

   * Last change:

   * 5 nodes configured

-  * 27 resource instances configured (4 DISABLED)

+  * 32 resource instances configured (4 DISABLED)

 Node List:

   * Node cluster01: online:

     * Resources:

       * 1	(lsb:mysql-proxy):	Active 

+      * 1	(ocf::pacemaker:Stateful):	Active 

       * 1	(ocf::pacemaker:ping):	Active 

       * 1	(stonith:fence_xvm):	Active 

   * Node cluster02: online:

@@ -618,6 +713,7 @@ Node List:

       * 1	(lsb:mysql-proxy):	Active 

       * 1	(ocf::heartbeat:IPaddr):	Active 

       * 1	(ocf::pacemaker:Dummy):	Active 

+      * 1	(ocf::pacemaker:Stateful):	Active 

       * 1	(ocf::pacemaker:ping):	Active 

 Node Attributes:

@@ -642,18 +738,26 @@ Operations:

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (4) monitor: interval="10000ms"

+      * (5) cancel: interval="10000ms"

+      * (6) promote

+      * (7) monitor: interval="5000ms"

   * Node: cluster01:

     * ping: migration-threshold=1000000:

       * (17) start

       * (18) monitor: interval="10000ms"

     * Fencing: migration-threshold=1000000:

       * (15) start

-      * (19) monitor: interval="60000ms"

+      * (20) monitor: interval="60000ms"

     * dummy: migration-threshold=1000000:

       * (16) stop

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (2) start

+      * (4) monitor: interval="10000ms"

 Negative Location Constraints:

   * not-on-cluster1	prevents dummy from running on cluster01

@@ -667,11 +771,11 @@ Negative Location Constraints:

     <last_update time=""/>

     <last_change time=""/>

     <nodes_configured number="5"/>

-    <resources_configured number="27" disabled="4" blocked="0"/>

+    <resources_configured number="32" disabled="4" blocked="0"/>

     <cluster_options stonith-enabled="true" symmetric-cluster="true" no-quorum-policy="stop" maintenance-mode="false" stop-all-resources="false"/>

   </summary>

   <nodes>

-    <node name="cluster01" id="1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="false" resources_running="3" type="member">

+    <node name="cluster01" id="1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="false" resources_running="4" type="member">

       <resource id="ping" resource_agent="ocf::pacemaker:ping" role="Started" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

         <node name="cluster01" id="1" cached="true"/>

       </resource>

@@ -681,8 +785,11 @@ Negative Location Constraints:

       <resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Started" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

         <node name="cluster01" id="1" cached="true"/>

       </resource>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Slave" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

+        <node name="cluster01" id="1" cached="true"/>

+      </resource>

     </node>

-    <node name="cluster02" id="2" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="true" resources_running="5" type="member">

+    <node name="cluster02" id="2" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="true" resources_running="6" type="member">

       <resource id="ping" resource_agent="ocf::pacemaker:ping" role="Started" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

         <node name="cluster02" id="2" cached="true"/>

       </resource>

@@ -698,6 +805,9 @@ Negative Location Constraints:

       <resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Started" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

         <node name="cluster02" id="2" cached="true"/>

       </resource>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Master" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

+        <node name="cluster02" id="2" cached="true"/>

+      </resource>

     </node>

     <node name="httpd-bundle-0" id="httpd-bundle-0" online="false" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="false" is_dc="false" resources_running="0" type="remote" id_as_resource="httpd-bundle-docker-0"/>

     <node name="httpd-bundle-1" id="httpd-bundle-1" online="false" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="false" is_dc="false" resources_running="0" type="remote" id_as_resource="httpd-bundle-docker-1"/>

@@ -753,6 +863,17 @@ Negative Location Constraints:

         <resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

       </group>

     </clone>

+    <clone id="promotable-clone" multi_state="true" unique="false" managed="true" disabled="false" failed="false" failure_ignored="false">

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Master" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

+        <node name="cluster02" id="2" cached="true"/>

+      </resource>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Slave" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

+        <node name="cluster01" id="1" cached="true"/>

+      </resource>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+    </clone>

   </resources>

   <node_attributes>

     <node name="cluster01">

@@ -783,6 +904,12 @@ Negative Location Constraints:

         <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

         <operation_history call="3" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

+      <resource_history id="promotable-rsc" orphan="false" migration-threshold="1000000">

+        <operation_history call="4" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="5" task="cancel" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="6" task="promote" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="7" task="monitor" rc="8" rc_text="master" interval="5000ms" exec-time="0ms" queue-time="0ms"/>

+      </resource_history>

     </node>

     <node name="cluster01">

       <resource_history id="ping" orphan="false" migration-threshold="1000000">

@@ -791,7 +918,7 @@ Negative Location Constraints:

       </resource_history>

       <resource_history id="Fencing" orphan="false" migration-threshold="1000000">

         <operation_history call="15" task="start" rc="0" rc_text="ok" exec-time="36ms" queue-time="0ms"/>

-        <operation_history call="19" task="monitor" rc="0" rc_text="ok" interval="60000ms" exec-time="24ms" queue-time="0ms"/>

+        <operation_history call="20" task="monitor" rc="0" rc_text="ok" interval="60000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

       <resource_history id="dummy" orphan="false" migration-threshold="1000000">

         <operation_history call="16" task="stop" rc="0" rc_text="ok" exec-time="6048ms" queue-time="0ms"/>

@@ -800,6 +927,10 @@ Negative Location Constraints:

         <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

         <operation_history call="3" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

+      <resource_history id="promotable-rsc" orphan="false" migration-threshold="1000000">

+        <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="4" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+      </resource_history>

     </node>

   </node_history>

   <bans>

@@ -816,7 +947,7 @@ Cluster Summary:

   * Last updated:

   * Last change:

   * 5 nodes configured

-  * 27 resource instances configured (4 DISABLED)

+  * 32 resource instances configured (4 DISABLED)

 Node List:

   * Online: [ cluster01 ]

@@ -827,6 +958,8 @@ Active Resources:

   * Fencing	(stonith:fence_xvm):	 Started cluster01

   * Clone Set: mysql-clone-group [mysql-group]:

     * Started: [ cluster01 ]

+  * Clone Set: promotable-clone [promotable-rsc] (promotable):

+    * Slaves: [ cluster01 ]

 Node Attributes:

   * Node: cluster01:

@@ -840,12 +973,15 @@ Operations:

       * (18) monitor: interval="10000ms"

     * Fencing: migration-threshold=1000000:

       * (15) start

-      * (19) monitor: interval="60000ms"

+      * (20) monitor: interval="60000ms"

     * dummy: migration-threshold=1000000:

       * (16) stop

     * mysql-proxy: migration-threshold=1000000:

       * (2) start

       * (3) monitor: interval="10000ms"

+    * promotable-rsc: migration-threshold=1000000:

+      * (2) start

+      * (4) monitor: interval="10000ms"

 Negative Location Constraints:

   * not-on-cluster1	prevents dummy from running on cluster01

@@ -859,11 +995,11 @@ Negative Location Constraints:

     <last_update time=""/>

     <last_change time=""/>

     <nodes_configured number="5"/>

-    <resources_configured number="27" disabled="4" blocked="0"/>

+    <resources_configured number="32" disabled="4" blocked="0"/>

     <cluster_options stonith-enabled="true" symmetric-cluster="true" no-quorum-policy="stop" maintenance-mode="false" stop-all-resources="false"/>

   </summary>

   <nodes>

-    <node name="cluster01" id="1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="false" resources_running="3" type="member"/>

+    <node name="cluster01" id="1" online="true" standby="false" standby_onfail="false" maintenance="false" pending="false" unclean="false" shutdown="false" expected_up="true" is_dc="false" resources_running="4" type="member"/>

   </nodes>

   <resources>

     <clone id="ping-clone" multi_state="false" unique="false" managed="true" disabled="false" failed="false" failure_ignored="false">

@@ -918,6 +1054,14 @@ Negative Location Constraints:

         <resource id="mysql-proxy" resource_agent="lsb:mysql-proxy" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

       </group>

     </clone>

+    <clone id="promotable-clone" multi_state="true" unique="false" managed="true" disabled="false" failed="false" failure_ignored="false">

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Slave" active="true" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="1">

+        <node name="cluster01" id="1" cached="true"/>

+      </resource>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+      <resource id="promotable-rsc" resource_agent="ocf::pacemaker:Stateful" role="Stopped" active="false" orphaned="false" blocked="false" managed="true" failed="false" failure_ignored="false" nodes_running_on="0"/>

+    </clone>

   </resources>

   <node_attributes>

     <node name="cluster01">

@@ -933,7 +1077,7 @@ Negative Location Constraints:

       </resource_history>

       <resource_history id="Fencing" orphan="false" migration-threshold="1000000">

         <operation_history call="15" task="start" rc="0" rc_text="ok" exec-time="36ms" queue-time="0ms"/>

-        <operation_history call="19" task="monitor" rc="0" rc_text="ok" interval="60000ms" exec-time="24ms" queue-time="0ms"/>

+        <operation_history call="20" task="monitor" rc="0" rc_text="ok" interval="60000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

       <resource_history id="dummy" orphan="false" migration-threshold="1000000">

         <operation_history call="16" task="stop" rc="0" rc_text="ok" exec-time="6048ms" queue-time="0ms"/>

@@ -942,6 +1086,10 @@ Negative Location Constraints:

         <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

         <operation_history call="3" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

       </resource_history>

+      <resource_history id="promotable-rsc" orphan="false" migration-threshold="1000000">

+        <operation_history call="2" task="start" rc="0" rc_text="ok" exec-time="0ms" queue-time="0ms"/>

+        <operation_history call="4" task="monitor" rc="0" rc_text="ok" interval="10000ms" exec-time="0ms" queue-time="0ms"/>

+      </resource_history>

     </node>