3edf6f
From 8c9ee257541e37e9974a90ee309be7e88ef5182d Mon Sep 17 00:00:00 2001
3edf6f
From: Ken Gaillot <kgaillot@redhat.com>
3edf6f
Date: Fri, 4 Sep 2020 17:02:03 -0500
3edf6f
Subject: [PATCH 1/3] Fix: scheduler: don't select instance to be promoted on a
3edf6f
 guest that can't run
3edf6f
3edf6f
The scheduler chooses clone instance(s) to be promoted from those that pass
3edf6f
can_be_master(). Previously, this ensured the instance was allocated to a node,
3edf6f
but that node might be a guest node, and its guest resource might not be
3edf6f
allocated to a node (i.e. can't run anywhere).
3edf6f
3edf6f
In that case, the promotion would correctly be blocked, but no other instance
3edf6f
would be chosen to be promoted until the next transition.
3edf6f
3edf6f
Now, ensure the guest resource is allocated as well, so another instance is
3edf6f
chosen.
3edf6f
---
3edf6f
 lib/pacemaker/pcmk_sched_promotable.c | 17 +++++++++++++++++
3edf6f
 1 file changed, 17 insertions(+)
3edf6f
3edf6f
diff --git a/lib/pacemaker/pcmk_sched_promotable.c b/lib/pacemaker/pcmk_sched_promotable.c
3edf6f
index 0dbeed2..b976344 100644
3edf6f
--- a/lib/pacemaker/pcmk_sched_promotable.c
3edf6f
+++ b/lib/pacemaker/pcmk_sched_promotable.c
3edf6f
@@ -151,6 +151,14 @@ static void apply_master_location(pe_resource_t *child, GListPtr location_constr
3edf6f
 }
3edf6f
 
3edf6f
 static pe_node_t *
3edf6f
+guest_location(pe_node_t *guest_node)
3edf6f
+{
3edf6f
+    pe_resource_t *guest = guest_node->details->remote_rsc->container;
3edf6f
+
3edf6f
+    return guest->fns->location(guest, NULL, FALSE);
3edf6f
+}
3edf6f
+
3edf6f
+static pe_node_t *
3edf6f
 can_be_master(pe_resource_t * rsc)
3edf6f
 {
3edf6f
     pe_node_t *node = NULL;
3edf6f
@@ -199,6 +207,15 @@ can_be_master(pe_resource_t * rsc)
3edf6f
     } else if (can_run_resources(node) == FALSE) {
3edf6f
         crm_trace("Node can't run any resources: %s", node->details->uname);
3edf6f
         return NULL;
3edf6f
+
3edf6f
+    /* @TODO It's possible this check should be done in can_run_resources()
3edf6f
+     * instead. We should investigate all its callers to figure out whether that
3edf6f
+     * would be a good idea.
3edf6f
+     */
3edf6f
+    } else if (pe__is_guest_node(node) && (guest_location(node) == NULL)) {
3edf6f
+        pe_rsc_trace(rsc, "%s cannot be promoted: guest %s not allocated",
3edf6f
+                     rsc->id, node->details->remote_rsc->container->id);
3edf6f
+        return NULL;
3edf6f
     }
3edf6f
 
3edf6f
     get_clone_variant_data(clone_data, parent);
3edf6f
-- 
3edf6f
1.8.3.1
3edf6f
3edf6f
3edf6f
From 9cd4260bda2ec77f9e336e85c31b175656f1d645 Mon Sep 17 00:00:00 2001
3edf6f
From: Ken Gaillot <kgaillot@redhat.com>
3edf6f
Date: Fri, 4 Sep 2020 17:24:48 -0500
3edf6f
Subject: [PATCH 2/3] Test: scheduler: update regression test for promotion
3edf6f
 change
3edf6f
3edf6f
The promotion change in the previous commit affected an existing test for the
3edf6f
better. The summary and graph output did not actually change (other than action
3edf6f
IDs), just the process by which the graph was arrived, which can be summed up
3edf6f
in this trace output difference:
3edf6f
3edf6f
5260a5261
3edf6f
> (can_be_master)       trace: galera:1 cannot be promoted: guest galera-bundle-docker-1 not allocated
3edf6f
5262d5262
3edf6f
< (pcmk__set_instance_roles)    info: Promoting galera:1 (Master galera-bundle-1)
3edf6f
5266c5266
3edf6f
< (pcmk__set_instance_roles)    info: galera-bundle-master: Promoted 2 instances of a possible 3 to master
3edf6f
---
3edf6f
> (pcmk__set_instance_roles)    info: galera-bundle-master: Promoted 1 instances of a possible 3 to master
3edf6f
3edf6f
Previously, 2 instances were selected to be promoted, but only 1 of those
3edf6f
promotes ended up being runnable. Now, only the 1 runnable instance is selected
3edf6f
to begin with.
3edf6f
3edf6f
This shows up in the regression test differences as Slave monitors rather than
3edf6f
Master monitors being scheduled for the unrunnable instance (the monitors
3edf6f
themselves being unrunnable as well, there are no substantive graph changes).
3edf6f
---
3edf6f
 cts/scheduler/guest-host-not-fenceable.dot | 11 ++++++---
3edf6f
 cts/scheduler/guest-host-not-fenceable.exp | 36 +++++++++++++++---------------
3edf6f
 2 files changed, 26 insertions(+), 21 deletions(-)
3edf6f
3edf6f
diff --git a/cts/scheduler/guest-host-not-fenceable.dot b/cts/scheduler/guest-host-not-fenceable.dot
3edf6f
index 98833f6..a086fcb 100644
3edf6f
--- a/cts/scheduler/guest-host-not-fenceable.dot
3edf6f
+++ b/cts/scheduler/guest-host-not-fenceable.dot
3edf6f
@@ -13,7 +13,8 @@
3edf6f
 "galera-bundle-0_stop_0 node1" [ style=bold color="green" fontcolor="black"]
3edf6f
 "galera-bundle-1_monitor_30000 node1" [ style=dashed color="red" fontcolor="black"]
3edf6f
 "galera-bundle-1_start_0 node1" -> "galera-bundle-1_monitor_30000 node1" [ style = dashed]
3edf6f
-"galera-bundle-1_start_0 node1" -> "galera_monitor_10000 galera-bundle-1" [ style = dashed]
3edf6f
+"galera-bundle-1_start_0 node1" -> "galera_monitor_20000 galera-bundle-1" [ style = dashed]
3edf6f
+"galera-bundle-1_start_0 node1" -> "galera_monitor_30000 galera-bundle-1" [ style = dashed]
3edf6f
 "galera-bundle-1_start_0 node1" -> "galera_start_0 galera-bundle-1" [ style = dashed]
3edf6f
 "galera-bundle-1_start_0 node1" [ style=dashed color="red" fontcolor="black"]
3edf6f
 "galera-bundle-1_stop_0 node2" -> "galera-bundle-1_start_0 node1" [ style = dashed]
3edf6f
@@ -92,6 +93,8 @@
3edf6f
 "galera_demote_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
3edf6f
 "galera_demote_0 galera-bundle-1" -> "galera-bundle-master_demoted_0" [ style = dashed]
3edf6f
 "galera_demote_0 galera-bundle-1" -> "galera_demote_0 galera-bundle-0" [ style = dashed]
3edf6f
+"galera_demote_0 galera-bundle-1" -> "galera_monitor_20000 galera-bundle-1" [ style = dashed]
3edf6f
+"galera_demote_0 galera-bundle-1" -> "galera_monitor_30000 galera-bundle-1" [ style = dashed]
3edf6f
 "galera_demote_0 galera-bundle-1" -> "galera_stop_0 galera-bundle-1" [ style = dashed]
3edf6f
 "galera_demote_0 galera-bundle-1" [ style=dashed color="red" fontcolor="black"]
3edf6f
 "galera_demote_0 galera-bundle-2" -> "galera-bundle-master_demoted_0" [ style = dashed]
3edf6f
@@ -101,15 +104,17 @@
3edf6f
 "galera_demote_0 galera-bundle-2" -> "galera_stop_0 galera-bundle-2" [ style = dashed]
3edf6f
 "galera_demote_0 galera-bundle-2" [ style=dashed color="red" fontcolor="black"]
3edf6f
 "galera_monitor_10000 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
3edf6f
-"galera_monitor_10000 galera-bundle-1" [ style=dashed color="red" fontcolor="black"]
3edf6f
+"galera_monitor_20000 galera-bundle-1" [ style=dashed color="red" fontcolor="black"]
3edf6f
 "galera_monitor_20000 galera-bundle-2" [ style=dashed color="red" fontcolor="black"]
3edf6f
+"galera_monitor_30000 galera-bundle-1" [ style=dashed color="red" fontcolor="black"]
3edf6f
 "galera_monitor_30000 galera-bundle-2" [ style=dashed color="red" fontcolor="black"]
3edf6f
 "galera_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = dashed]
3edf6f
 "galera_start_0 galera-bundle-0" -> "galera_monitor_10000 galera-bundle-0" [ style = dashed]
3edf6f
 "galera_start_0 galera-bundle-0" -> "galera_start_0 galera-bundle-1" [ style = dashed]
3edf6f
 "galera_start_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
3edf6f
 "galera_start_0 galera-bundle-1" -> "galera-bundle-master_running_0" [ style = dashed]
3edf6f
-"galera_start_0 galera-bundle-1" -> "galera_monitor_10000 galera-bundle-1" [ style = dashed]
3edf6f
+"galera_start_0 galera-bundle-1" -> "galera_monitor_20000 galera-bundle-1" [ style = dashed]
3edf6f
+"galera_start_0 galera-bundle-1" -> "galera_monitor_30000 galera-bundle-1" [ style = dashed]
3edf6f
 "galera_start_0 galera-bundle-1" -> "galera_start_0 galera-bundle-2" [ style = dashed]
3edf6f
 "galera_start_0 galera-bundle-1" [ style=dashed color="red" fontcolor="black"]
3edf6f
 "galera_start_0 galera-bundle-2" -> "galera-bundle-master_running_0" [ style = dashed]
3edf6f
diff --git a/cts/scheduler/guest-host-not-fenceable.exp b/cts/scheduler/guest-host-not-fenceable.exp
3edf6f
index b9293d7..0631c40 100644
3edf6f
--- a/cts/scheduler/guest-host-not-fenceable.exp
3edf6f
+++ b/cts/scheduler/guest-host-not-fenceable.exp
3edf6f
@@ -1,7 +1,7 @@
3edf6f
 <transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY"  transition_id="0">
3edf6f
   <synapse id="0">
3edf6f
     <action_set>
3edf6f
-      <rsc_op id="110" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:0_pre_notify_stop_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="node1">
3edf6f
+      <rsc_op id="111" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:0_pre_notify_stop_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="node1">
3edf6f
         <primitive id="rabbitmq" long-id="rabbitmq:0" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/>
3edf6f
         <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="node1 node2 node3 node1 node2 node3 node1 node2 node3" CRM_meta_notify_all_uname="galera-bundle-0 galera-bundle-1 galera-bundle-2 node1 node2 node3 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_available_uname="node1 node2 node3 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="pre" CRM_meta_on_node="rabbitmq-bundle-0" CRM_meta_on_node_uuid="rabbitmq-bundle-0" CRM_meta_physical_host="node1" CRM_meta_timeout="20000"  set_policy="ha-all ^(?!amq\.).* {"ha-mode":"all"}"/>
3edf6f
       </rsc_op>
3edf6f
@@ -66,7 +66,7 @@
3edf6f
         <pseudo_event id="48" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_stop_0"/>
3edf6f
       </trigger>
3edf6f
       <trigger>
3edf6f
-        <rsc_op id="110" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:0_pre_notify_stop_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="node1"/>
3edf6f
+        <rsc_op id="111" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:0_pre_notify_stop_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="node1"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
@@ -162,7 +162,7 @@
3edf6f
     </action_set>
3edf6f
     <inputs>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="84" operation="demote" operation_key="galera-bundle-master_demote_0"/>
3edf6f
+        <pseudo_event id="85" operation="demote" operation_key="galera-bundle-master_demote_0"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
@@ -181,13 +181,13 @@
3edf6f
         <rsc_op id="68" operation="demote" operation_key="galera_demote_0" internal_operation_key="galera:0_demote_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"/>
3edf6f
       </trigger>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="80" operation="stop" operation_key="galera-bundle-master_stop_0"/>
3edf6f
+        <pseudo_event id="81" operation="stop" operation_key="galera-bundle-master_stop_0"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
   <synapse id="13" priority="1000000">
3edf6f
     <action_set>
3edf6f
-      <pseudo_event id="85" operation="demoted" operation_key="galera-bundle-master_demoted_0">
3edf6f
+      <pseudo_event id="86" operation="demoted" operation_key="galera-bundle-master_demoted_0">
3edf6f
         <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="3" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
3edf6f
       </pseudo_event>
3edf6f
     </action_set>
3edf6f
@@ -196,25 +196,25 @@
3edf6f
         <rsc_op id="68" operation="demote" operation_key="galera_demote_0" internal_operation_key="galera:0_demote_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"/>
3edf6f
       </trigger>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="84" operation="demote" operation_key="galera-bundle-master_demote_0"/>
3edf6f
+        <pseudo_event id="85" operation="demote" operation_key="galera-bundle-master_demote_0"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
   <synapse id="14">
3edf6f
     <action_set>
3edf6f
-      <pseudo_event id="84" operation="demote" operation_key="galera-bundle-master_demote_0">
3edf6f
+      <pseudo_event id="85" operation="demote" operation_key="galera-bundle-master_demote_0">
3edf6f
         <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="3" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
3edf6f
       </pseudo_event>
3edf6f
     </action_set>
3edf6f
     <inputs>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="88" operation="demote" operation_key="galera-bundle_demote_0"/>
3edf6f
+        <pseudo_event id="89" operation="demote" operation_key="galera-bundle_demote_0"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
   <synapse id="15" priority="1000000">
3edf6f
     <action_set>
3edf6f
-      <pseudo_event id="81" operation="stopped" operation_key="galera-bundle-master_stopped_0">
3edf6f
+      <pseudo_event id="82" operation="stopped" operation_key="galera-bundle-master_stopped_0">
3edf6f
         <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="3" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
3edf6f
       </pseudo_event>
3edf6f
     </action_set>
3edf6f
@@ -223,13 +223,13 @@
3edf6f
         <rsc_op id="10" operation="stop" operation_key="galera_stop_0" internal_operation_key="galera:0_stop_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="node1"/>
3edf6f
       </trigger>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="80" operation="stop" operation_key="galera-bundle-master_stop_0"/>
3edf6f
+        <pseudo_event id="81" operation="stop" operation_key="galera-bundle-master_stop_0"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
   <synapse id="16">
3edf6f
     <action_set>
3edf6f
-      <pseudo_event id="80" operation="stop" operation_key="galera-bundle-master_stop_0">
3edf6f
+      <pseudo_event id="81" operation="stop" operation_key="galera-bundle-master_stop_0">
3edf6f
         <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="3" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="3" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
3edf6f
       </pseudo_event>
3edf6f
     </action_set>
3edf6f
@@ -238,7 +238,7 @@
3edf6f
         <pseudo_event id="66" operation="stop" operation_key="galera-bundle_stop_0"/>
3edf6f
       </trigger>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="85" operation="demoted" operation_key="galera-bundle-master_demoted_0"/>
3edf6f
+        <pseudo_event id="86" operation="demoted" operation_key="galera-bundle-master_demoted_0"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
@@ -292,22 +292,22 @@
3edf6f
   </synapse>
3edf6f
   <synapse id="20" priority="1000000">
3edf6f
     <action_set>
3edf6f
-      <pseudo_event id="89" operation="demoted" operation_key="galera-bundle_demoted_0">
3edf6f
+      <pseudo_event id="90" operation="demoted" operation_key="galera-bundle_demoted_0">
3edf6f
         <attributes CRM_meta_timeout="20000" />
3edf6f
       </pseudo_event>
3edf6f
     </action_set>
3edf6f
     <inputs>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="85" operation="demoted" operation_key="galera-bundle-master_demoted_0"/>
3edf6f
+        <pseudo_event id="86" operation="demoted" operation_key="galera-bundle-master_demoted_0"/>
3edf6f
       </trigger>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="88" operation="demote" operation_key="galera-bundle_demote_0"/>
3edf6f
+        <pseudo_event id="89" operation="demote" operation_key="galera-bundle_demote_0"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
   <synapse id="21">
3edf6f
     <action_set>
3edf6f
-      <pseudo_event id="88" operation="demote" operation_key="galera-bundle_demote_0">
3edf6f
+      <pseudo_event id="89" operation="demote" operation_key="galera-bundle_demote_0">
3edf6f
         <attributes CRM_meta_timeout="20000" />
3edf6f
       </pseudo_event>
3edf6f
     </action_set>
3edf6f
@@ -324,7 +324,7 @@
3edf6f
         <rsc_op id="52" operation="stop" operation_key="galera-bundle-docker-0_stop_0" on_node="node1" on_node_uuid="1"/>
3edf6f
       </trigger>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="81" operation="stopped" operation_key="galera-bundle-master_stopped_0"/>
3edf6f
+        <pseudo_event id="82" operation="stopped" operation_key="galera-bundle-master_stopped_0"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
@@ -336,7 +336,7 @@
3edf6f
     </action_set>
3edf6f
     <inputs>
3edf6f
       <trigger>
3edf6f
-        <pseudo_event id="89" operation="demoted" operation_key="galera-bundle_demoted_0"/>
3edf6f
+        <pseudo_event id="90" operation="demoted" operation_key="galera-bundle_demoted_0"/>
3edf6f
       </trigger>
3edf6f
     </inputs>
3edf6f
   </synapse>
3edf6f
-- 
3edf6f
1.8.3.1
3edf6f
3edf6f
3edf6f
From 7a5a29817a694d8dc06eabad71c1e103ee089eef Mon Sep 17 00:00:00 2001
3edf6f
From: Ken Gaillot <kgaillot@redhat.com>
3edf6f
Date: Fri, 4 Sep 2020 17:33:11 -0500
3edf6f
Subject: [PATCH 3/3] Test: scheduler: add test for promotion change
3edf6f
3edf6f
This adds a substantive test for the promotion change.
3edf6f
---
3edf6f
 cts/cts-scheduler.in                               |   1 +
3edf6f
 cts/scheduler/no-promote-on-unrunnable-guest.dot   | 128 ++++
3edf6f
 cts/scheduler/no-promote-on-unrunnable-guest.exp   | 647 +++++++++++++++++
3edf6f
 .../no-promote-on-unrunnable-guest.scores          | 269 +++++++
3edf6f
 .../no-promote-on-unrunnable-guest.summary         | 113 +++
3edf6f
 cts/scheduler/no-promote-on-unrunnable-guest.xml   | 802 +++++++++++++++++++++
3edf6f
 6 files changed, 1960 insertions(+)
3edf6f
 create mode 100644 cts/scheduler/no-promote-on-unrunnable-guest.dot
3edf6f
 create mode 100644 cts/scheduler/no-promote-on-unrunnable-guest.exp
3edf6f
 create mode 100644 cts/scheduler/no-promote-on-unrunnable-guest.scores
3edf6f
 create mode 100644 cts/scheduler/no-promote-on-unrunnable-guest.summary
3edf6f
 create mode 100644 cts/scheduler/no-promote-on-unrunnable-guest.xml
3edf6f
3edf6f
diff --git a/cts/cts-scheduler.in b/cts/cts-scheduler.in
3edf6f
index ea9c660..c7718fa 100644
3edf6f
--- a/cts/cts-scheduler.in
3edf6f
+++ b/cts/cts-scheduler.in
3edf6f
@@ -520,6 +520,7 @@ TESTS = [
3edf6f
         [ "on_fail_demote3", "Recovery with on-fail=\"demote\" with no promotion" ],
3edf6f
         [ "on_fail_demote4", "Recovery with on-fail=\"demote\" on failed cluster, remote, guest, and bundle nodes" ],
3edf6f
         [ "no_quorum_demote", "Promotable demotion and primitive stop with no-quorum-policy=\"demote\"" ],
3edf6f
+        [ "no-promote-on-unrunnable-guest", "Don't select bundle instance for promotion when container can't run" ],
3edf6f
     ],
3edf6f
     [
3edf6f
         [ "history-1", "Correctly parse stateful-1 resource state" ],
3edf6f
diff --git a/cts/scheduler/no-promote-on-unrunnable-guest.dot b/cts/scheduler/no-promote-on-unrunnable-guest.dot
3edf6f
new file mode 100644
3edf6f
index 0000000..6063640
3edf6f
--- /dev/null
3edf6f
+++ b/cts/scheduler/no-promote-on-unrunnable-guest.dot
3edf6f
@@ -0,0 +1,128 @@
3edf6f
+ digraph "g" {
3edf6f
+"Cancel ovndb_servers_monitor_30000 ovn-dbs-bundle-1" -> "ovndb_servers_promote_0 ovn-dbs-bundle-1" [ style = bold]
3edf6f
+"Cancel ovndb_servers_monitor_30000 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovn-dbs-bundle-0_monitor_30000 controller-0" [ style=dashed color="red" fontcolor="black"]
3edf6f
+"ovn-dbs-bundle-0_start_0 controller-0" -> "ovn-dbs-bundle-0_monitor_30000 controller-0" [ style = dashed]
3edf6f
+"ovn-dbs-bundle-0_start_0 controller-0" -> "ovndb_servers_monitor_30000 ovn-dbs-bundle-0" [ style = dashed]
3edf6f
+"ovn-dbs-bundle-0_start_0 controller-0" -> "ovndb_servers_start_0 ovn-dbs-bundle-0" [ style = dashed]
3edf6f
+"ovn-dbs-bundle-0_start_0 controller-0" [ style=dashed color="red" fontcolor="black"]
3edf6f
+"ovn-dbs-bundle-0_stop_0 controller-0" -> "ovn-dbs-bundle-0_start_0 controller-0" [ style = dashed]
3edf6f
+"ovn-dbs-bundle-0_stop_0 controller-0" -> "ovn-dbs-bundle-podman-0_stop_0 controller-0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-0_stop_0 controller-0" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" -> "ovn-dbs-bundle_promoted_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_running_0" -> "ovn-dbs-bundle-master_pre_notify_promote_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_running_0" -> "ovn-dbs-bundle_running_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" -> "ovn-dbs-bundle-master_pre_notify_promote_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" -> "ovn-dbs-bundle-master_pre_notify_start_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" -> "ovn-dbs-bundle_stopped_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" -> "ovn-dbs-bundle-master_post_notify_promoted_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" -> "ovn-dbs-bundle-master_promote_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_confirmed-pre_notify_start_0" -> "ovn-dbs-bundle-master_post_notify_running_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-pre_notify_start_0" -> "ovn-dbs-bundle-master_start_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" -> "ovn-dbs-bundle-master_post_notify_stopped_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" -> "ovn-dbs-bundle-master_stop_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_post_notify_promoted_0" -> "ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_post_notify_promoted_0" -> "ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-1" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_post_notify_promoted_0" -> "ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-2" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_post_notify_running_0" -> "ovn-dbs-bundle-master_confirmed-post_notify_running_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_post_notify_stopped_0" -> "ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_post_notify_stopped_0" -> "ovndb_servers_post_notify_stopped_0 ovn-dbs-bundle-1" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_post_notify_stopped_0" -> "ovndb_servers_post_notify_stopped_0 ovn-dbs-bundle-2" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_promote_0" -> "ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_promote_0" -> "ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-1" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_promote_0" -> "ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-2" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_start_0" -> "ovn-dbs-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_stop_0" -> "ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_stop_0" -> "ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_stop_0" -> "ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-1" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_stop_0" -> "ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-2" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_promote_0" -> "ovndb_servers_promote_0 ovn-dbs-bundle-1" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_promote_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_promoted_0" -> "ovn-dbs-bundle-master_post_notify_promoted_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_promoted_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_running_0" -> "ovn-dbs-bundle-master_post_notify_running_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_running_0" -> "ovn-dbs-bundle-master_promote_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_start_0" -> "ovn-dbs-bundle-master_running_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_start_0" -> "ovndb_servers_start_0 ovn-dbs-bundle-0" [ style = dashed]
3edf6f
+"ovn-dbs-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_stop_0" -> "ovn-dbs-bundle-master_stopped_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_stop_0" -> "ovndb_servers_stop_0 ovn-dbs-bundle-0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_stop_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-master_stopped_0" -> "ovn-dbs-bundle-master_post_notify_stopped_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_stopped_0" -> "ovn-dbs-bundle-master_promote_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_stopped_0" -> "ovn-dbs-bundle-master_start_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-master_stopped_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle-podman-0_stop_0 controller-0" -> "ovn-dbs-bundle_stopped_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle-podman-0_stop_0 controller-0" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovn-dbs-bundle_promote_0" -> "ovn-dbs-bundle-master_promote_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle_running_0" -> "ovn-dbs-bundle_promote_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle_stop_0" -> "ovn-dbs-bundle-master_stop_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle_stop_0" -> "ovn-dbs-bundle-podman-0_stop_0 controller-0" [ style = bold]
3edf6f
+"ovn-dbs-bundle_stop_0" -> "ovndb_servers_stop_0 ovn-dbs-bundle-0" [ style = bold]
3edf6f
+"ovn-dbs-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovn-dbs-bundle_stopped_0" -> "ovn-dbs-bundle_promote_0" [ style = bold]
3edf6f
+"ovn-dbs-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
3edf6f
+"ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_monitor_30000 ovn-dbs-bundle-0" [ style=dashed color="red" fontcolor="black"]
3edf6f
+"ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
3edf6f
+"ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
3edf6f
+"ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_post_notify_stopped_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" [ style = bold]
3edf6f
+"ovndb_servers_post_notify_stopped_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_post_notify_stopped_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" [ style = bold]
3edf6f
+"ovndb_servers_post_notify_stopped_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
3edf6f
+"ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
3edf6f
+"ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-0" -> "ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
3edf6f
+"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-0" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
3edf6f
+"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
3edf6f
+"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_promote_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_promoted_0" [ style = bold]
3edf6f
+"ovndb_servers_promote_0 ovn-dbs-bundle-1" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style = bold]
3edf6f
+"ovndb_servers_promote_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"ovndb_servers_start_0 ovn-dbs-bundle-0" -> "ovn-dbs-bundle-master_running_0" [ style = dashed]
3edf6f
+"ovndb_servers_start_0 ovn-dbs-bundle-0" -> "ovndb_servers_monitor_30000 ovn-dbs-bundle-0" [ style = dashed]
3edf6f
+"ovndb_servers_start_0 ovn-dbs-bundle-0" [ style=dashed color="red" fontcolor="black"]
3edf6f
+"ovndb_servers_stop_0 ovn-dbs-bundle-0" -> "ovn-dbs-bundle-0_stop_0 controller-0" [ style = bold]
3edf6f
+"ovndb_servers_stop_0 ovn-dbs-bundle-0" -> "ovn-dbs-bundle-master_stopped_0" [ style = bold]
3edf6f
+"ovndb_servers_stop_0 ovn-dbs-bundle-0" -> "ovndb_servers_start_0 ovn-dbs-bundle-0" [ style = dashed]
3edf6f
+"ovndb_servers_stop_0 ovn-dbs-bundle-0" [ style=bold color="green" fontcolor="black"]
3edf6f
+"stonith-fence_ipmilan-5254005e097a_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"]
3edf6f
+"stonith-fence_ipmilan-5254005e097a_start_0 controller-0" -> "stonith-fence_ipmilan-5254005e097a_monitor_60000 controller-0" [ style = bold]
3edf6f
+"stonith-fence_ipmilan-5254005e097a_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
3edf6f
+"stonith-fence_ipmilan-5254005e097a_stop_0 controller-0" -> "stonith-fence_ipmilan-5254005e097a_start_0 controller-0" [ style = bold]
3edf6f
+"stonith-fence_ipmilan-5254005e097a_stop_0 controller-0" [ style=bold color="green" fontcolor="black"]
3edf6f
+"stonith-fence_ipmilan-525400985679_monitor_60000 controller-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"stonith-fence_ipmilan-525400985679_start_0 controller-1" -> "stonith-fence_ipmilan-525400985679_monitor_60000 controller-1" [ style = bold]
3edf6f
+"stonith-fence_ipmilan-525400985679_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"stonith-fence_ipmilan-525400985679_stop_0 controller-1" -> "stonith-fence_ipmilan-525400985679_start_0 controller-1" [ style = bold]
3edf6f
+"stonith-fence_ipmilan-525400985679_stop_0 controller-1" [ style=bold color="green" fontcolor="black"]
3edf6f
+"stonith-fence_ipmilan-525400afe30e_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
3edf6f
+"stonith-fence_ipmilan-525400afe30e_start_0 controller-2" -> "stonith-fence_ipmilan-525400afe30e_monitor_60000 controller-2" [ style = bold]
3edf6f
+"stonith-fence_ipmilan-525400afe30e_start_0 controller-2" [ style=bold color="green" fontcolor="black"]
3edf6f
+"stonith-fence_ipmilan-525400afe30e_stop_0 controller-2" -> "stonith-fence_ipmilan-525400afe30e_start_0 controller-2" [ style = bold]
3edf6f
+"stonith-fence_ipmilan-525400afe30e_stop_0 controller-2" [ style=bold color="green" fontcolor="black"]
3edf6f
+}
3edf6f
diff --git a/cts/scheduler/no-promote-on-unrunnable-guest.exp b/cts/scheduler/no-promote-on-unrunnable-guest.exp
3edf6f
new file mode 100644
3edf6f
index 0000000..4417f6e
3edf6f
--- /dev/null
3edf6f
+++ b/cts/scheduler/no-promote-on-unrunnable-guest.exp
3edf6f
@@ -0,0 +1,647 @@
3edf6f
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY"  transition_id="0">
3edf6f
+  <synapse id="0">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="261" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:0_pre_notify_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="pre" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="203" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="1">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="187" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:0_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="200000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="184" operation="stop" operation_key="ovn-dbs-bundle_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="201" operation="stop" operation_key="ovn-dbs-bundle-master_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="2" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="267" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:1_post_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="post" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="211" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="3">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="266" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:1_pre_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="pre" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="209" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="4" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="263" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:1_post_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="post" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="205" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="5">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="262" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:1_pre_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="pre" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="203" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="6">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="192" operation="monitor" operation_key="ovndb_servers_monitor_10000" internal_operation_key="ovndb_servers:1_monitor_10000" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_op_target_rc="8" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Master" CRM_meta_timeout="60000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="191" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="206" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="212" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="7">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="191" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="promote" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="50000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="40" operation="cancel" operation_key="ovndb_servers_monitor_30000" internal_operation_key="ovndb_servers:1_monitor_30000" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="207" operation="promote" operation_key="ovn-dbs-bundle-master_promote_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="8">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="40" operation="cancel" operation_key="ovndb_servers_monitor_30000" internal_operation_key="ovndb_servers:1_monitor_30000" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="30000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Slave" CRM_meta_timeout="60000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs/>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="9" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="269" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:2_post_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="post" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="211" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="10">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="268" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:2_pre_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="pre" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="209" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="11" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="265" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:2_post_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="post" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="205" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="12">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="264" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:2_pre_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
3edf6f
+        <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
3edf6f
+        <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="pre" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000"  inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="203" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="13" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="212" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="promote" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="211" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="267" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:1_post_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="269" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:2_post_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="14" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="211" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="promote" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="208" operation="promoted" operation_key="ovn-dbs-bundle-master_promoted_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="210" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_promote_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="15">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="210" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_promote_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="promote" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="209" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="266" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:1_pre_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="268" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:2_pre_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="16">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="209" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="promote" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="200" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="206" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="17" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="208" operation="promoted" operation_key="ovn-dbs-bundle-master_promoted_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="191" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="18">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="207" operation="promote" operation_key="ovn-dbs-bundle-master_promote_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="196" operation="running" operation_key="ovn-dbs-bundle-master_running_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="202" operation="stopped" operation_key="ovn-dbs-bundle-master_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="210" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_promote_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="219" operation="promote" operation_key="ovn-dbs-bundle_promote_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="19" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="206" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="205" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="263" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:1_post_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="265" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:2_post_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="20" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="205" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_stopped_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="202" operation="stopped" operation_key="ovn-dbs-bundle-master_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="204" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="21">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="204" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_stop_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="stop" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="203" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="261" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:0_pre_notify_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="262" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:1_pre_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="264" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:2_pre_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="22">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="203" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="stop" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs/>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="23" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="202" operation="stopped" operation_key="ovn-dbs-bundle-master_stopped_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="187" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:0_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="201" operation="stop" operation_key="ovn-dbs-bundle-master_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="24">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="201" operation="stop" operation_key="ovn-dbs-bundle-master_stop_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="184" operation="stop" operation_key="ovn-dbs-bundle_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="204" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="25" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="200" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="199" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="26" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="199" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="196" operation="running" operation_key="ovn-dbs-bundle-master_running_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="198" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_start_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="27">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="198" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_start_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="197" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_start_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="28">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="197" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_start_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="206" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="29" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="196" operation="running" operation_key="ovn-dbs-bundle-master_running_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="195" operation="start" operation_key="ovn-dbs-bundle-master_start_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="30">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="195" operation="start" operation_key="ovn-dbs-bundle-master_start_0">
3edf6f
+        <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="198" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_start_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="202" operation="stopped" operation_key="ovn-dbs-bundle-master_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="31">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="171" operation="stop" operation_key="ovn-dbs-bundle-podman-0_stop_0" on_node="controller-0" on_node_uuid="1">
3edf6f
+        <primitive id="ovn-dbs-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
3edf6f
+        <attributes CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000" allow_pull="true"  force_kill="false" image="cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/ovn-dbs-bundle-0" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3125 -v /var/lib/kolla/config_files/ovn_dbs.json:/var/lib/kolla/config_files/config.json:ro -v /lib/modules:/lib/modules:ro -v /var/lib/openvswitch/ovn:/run/openvswitch:rw -v /var/log/containers/openvswitch:/var/log/openvswitch:rw -v /var/lib/openvswitch/ovn:/etc/openvswitch:rw -v /usr/lib/ocf/resource.d/ovn:/usr/lib/ocf/resource.d/ovn:rw -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/ovn-dbs-bundle-0:/var/log --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/ovn-dbs-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="172" operation="stop" operation_key="ovn-dbs-bundle-0_stop_0" on_node="controller-0" on_node_uuid="1"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="184" operation="stop" operation_key="ovn-dbs-bundle_stop_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="32">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="172" operation="stop" operation_key="ovn-dbs-bundle-0_stop_0" on_node="controller-0" on_node_uuid="1">
3edf6f
+        <primitive id="ovn-dbs-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
3edf6f
+        <attributes CRM_meta_container="ovn-dbs-bundle-podman-0" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000" addr="controller-0"  port="3125"/>
3edf6f
+        <downed>
3edf6f
+          <node id="ovn-dbs-bundle-0"/>
3edf6f
+        </downed>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="187" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:0_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="33">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="223" operation="stop" operation_key="stonith-fence_ipmilan-5254005e097a_stop_0" on_node="controller-0" on_node_uuid="1">
3edf6f
+        <primitive id="stonith-fence_ipmilan-5254005e097a" class="stonith" type="fence_ipmilan"/>
3edf6f
+        <attributes CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000"  delay="20" ipaddr="172.16.0.21" ipport="6230" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-2"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs/>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="34">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="42" operation="start" operation_key="stonith-fence_ipmilan-5254005e097a_start_0" on_node="controller-0" on_node_uuid="1">
3edf6f
+        <primitive id="stonith-fence_ipmilan-5254005e097a" class="stonith" type="fence_ipmilan"/>
3edf6f
+        <attributes CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000"  delay="20" ipaddr="172.16.0.21" ipport="6230" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-2"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="223" operation="stop" operation_key="stonith-fence_ipmilan-5254005e097a_stop_0" on_node="controller-0" on_node_uuid="1"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="35">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="2" operation="monitor" operation_key="stonith-fence_ipmilan-5254005e097a_monitor_60000" on_node="controller-0" on_node_uuid="1">
3edf6f
+        <primitive id="stonith-fence_ipmilan-5254005e097a" class="stonith" type="fence_ipmilan"/>
3edf6f
+        <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000"  delay="20" ipaddr="172.16.0.21" ipport="6230" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-2"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="42" operation="start" operation_key="stonith-fence_ipmilan-5254005e097a_start_0" on_node="controller-0" on_node_uuid="1"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="36">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="224" operation="stop" operation_key="stonith-fence_ipmilan-525400afe30e_stop_0" on_node="controller-2" on_node_uuid="3">
3edf6f
+        <primitive id="stonith-fence_ipmilan-525400afe30e" class="stonith" type="fence_ipmilan"/>
3edf6f
+        <attributes CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="120000"  delay="20" ipaddr="172.16.0.21" ipport="6231" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-1"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs/>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="37">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="44" operation="start" operation_key="stonith-fence_ipmilan-525400afe30e_start_0" on_node="controller-2" on_node_uuid="3">
3edf6f
+        <primitive id="stonith-fence_ipmilan-525400afe30e" class="stonith" type="fence_ipmilan"/>
3edf6f
+        <attributes CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="120000"  delay="20" ipaddr="172.16.0.21" ipport="6231" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-1"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="224" operation="stop" operation_key="stonith-fence_ipmilan-525400afe30e_stop_0" on_node="controller-2" on_node_uuid="3"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="38">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="21" operation="monitor" operation_key="stonith-fence_ipmilan-525400afe30e_monitor_60000" on_node="controller-2" on_node_uuid="3">
3edf6f
+        <primitive id="stonith-fence_ipmilan-525400afe30e" class="stonith" type="fence_ipmilan"/>
3edf6f
+        <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="120000"  delay="20" ipaddr="172.16.0.21" ipport="6231" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-1"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="44" operation="start" operation_key="stonith-fence_ipmilan-525400afe30e_start_0" on_node="controller-2" on_node_uuid="3"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="39">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="225" operation="stop" operation_key="stonith-fence_ipmilan-525400985679_stop_0" on_node="controller-1" on_node_uuid="2">
3edf6f
+        <primitive id="stonith-fence_ipmilan-525400985679" class="stonith" type="fence_ipmilan"/>
3edf6f
+        <attributes CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="120000"  delay="20" ipaddr="172.16.0.21" ipport="6232" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-0"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs/>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="40">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="43" operation="start" operation_key="stonith-fence_ipmilan-525400985679_start_0" on_node="controller-1" on_node_uuid="2">
3edf6f
+        <primitive id="stonith-fence_ipmilan-525400985679" class="stonith" type="fence_ipmilan"/>
3edf6f
+        <attributes CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="120000"  delay="20" ipaddr="172.16.0.21" ipport="6232" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-0"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="225" operation="stop" operation_key="stonith-fence_ipmilan-525400985679_stop_0" on_node="controller-1" on_node_uuid="2"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="41">
3edf6f
+    <action_set>
3edf6f
+      <rsc_op id="13" operation="monitor" operation_key="stonith-fence_ipmilan-525400985679_monitor_60000" on_node="controller-1" on_node_uuid="2">
3edf6f
+        <primitive id="stonith-fence_ipmilan-525400985679" class="stonith" type="fence_ipmilan"/>
3edf6f
+        <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="120000"  delay="20" ipaddr="172.16.0.21" ipport="6232" lanplus="true" login="admin" passwd="****" pcmk_host_list="controller-0"/>
3edf6f
+      </rsc_op>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="43" operation="start" operation_key="stonith-fence_ipmilan-525400985679_start_0" on_node="controller-1" on_node_uuid="2"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="42" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="220" operation="promoted" operation_key="ovn-dbs-bundle_promoted_0">
3edf6f
+        <attributes CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="212" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="43">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="219" operation="promote" operation_key="ovn-dbs-bundle_promote_0">
3edf6f
+        <attributes CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="183" operation="running" operation_key="ovn-dbs-bundle_running_0"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="185" operation="stopped" operation_key="ovn-dbs-bundle_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="44" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="185" operation="stopped" operation_key="ovn-dbs-bundle_stopped_0">
3edf6f
+        <attributes CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <rsc_op id="171" operation="stop" operation_key="ovn-dbs-bundle-podman-0_stop_0" on_node="controller-0" on_node_uuid="1"/>
3edf6f
+      </trigger>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="206" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="45">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="184" operation="stop" operation_key="ovn-dbs-bundle_stop_0">
3edf6f
+        <attributes CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs/>
3edf6f
+  </synapse>
3edf6f
+  <synapse id="46" priority="1000000">
3edf6f
+    <action_set>
3edf6f
+      <pseudo_event id="183" operation="running" operation_key="ovn-dbs-bundle_running_0">
3edf6f
+        <attributes CRM_meta_timeout="120000" />
3edf6f
+      </pseudo_event>
3edf6f
+    </action_set>
3edf6f
+    <inputs>
3edf6f
+      <trigger>
3edf6f
+        <pseudo_event id="200" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
3edf6f
+      </trigger>
3edf6f
+    </inputs>
3edf6f
+  </synapse>
3edf6f
+</transition_graph>
3edf6f
diff --git a/cts/scheduler/no-promote-on-unrunnable-guest.scores b/cts/scheduler/no-promote-on-unrunnable-guest.scores
3edf6f
new file mode 100644
3edf6f
index 0000000..f368ad4
3edf6f
--- /dev/null
3edf6f
+++ b/cts/scheduler/no-promote-on-unrunnable-guest.scores
3edf6f
@@ -0,0 +1,269 @@
3edf6f
+Allocation scores:
3edf6f
+Using the original execution date of: 2020-05-14 10:49:31Z
3edf6f
+galera:0 promotion score on galera-bundle-0: 100
3edf6f
+galera:1 promotion score on galera-bundle-1: 100
3edf6f
+galera:2 promotion score on galera-bundle-2: 100
3edf6f
+ovndb_servers:0 promotion score on ovn-dbs-bundle-0: 5
3edf6f
+ovndb_servers:1 promotion score on ovn-dbs-bundle-1: 5
3edf6f
+ovndb_servers:2 promotion score on ovn-dbs-bundle-2: 5
3edf6f
+pcmk__bundle_allocate: galera-bundle allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
3edf6f
+pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
3edf6f
+pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
3edf6f
+pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
3edf6f
+pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
3edf6f
+pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
3edf6f
+pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-0: -INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-0: -INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-1: -INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-2: -INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__bundle_allocate: ovndb_servers:0 allocation score on ovn-dbs-bundle-0: INFINITY
3edf6f
+pcmk__bundle_allocate: ovndb_servers:1 allocation score on ovn-dbs-bundle-1: INFINITY
3edf6f
+pcmk__bundle_allocate: ovndb_servers:2 allocation score on ovn-dbs-bundle-2: INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
3edf6f
+pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
3edf6f
+pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
3edf6f
+pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
3edf6f
+pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
3edf6f
+pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-2: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-0: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-1: 0
3edf6f
+pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
3edf6f
+pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: INFINITY
3edf6f
+pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
3edf6f
+pcmk__clone_allocate: galera-bundle-master allocation score on controller-0: -INFINITY
3edf6f
+pcmk__clone_allocate: galera-bundle-master allocation score on controller-1: -INFINITY
3edf6f
+pcmk__clone_allocate: galera-bundle-master allocation score on controller-2: -INFINITY
3edf6f
+pcmk__clone_allocate: galera-bundle-master allocation score on galera-bundle-0: 0
3edf6f
+pcmk__clone_allocate: galera-bundle-master allocation score on galera-bundle-1: 0
3edf6f
+pcmk__clone_allocate: galera-bundle-master allocation score on galera-bundle-2: 0
3edf6f
+pcmk__clone_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
3edf6f
+pcmk__clone_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
3edf6f
+pcmk__clone_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
3edf6f
+pcmk__clone_allocate: ovn-dbs-bundle-master allocation score on controller-0: -INFINITY
3edf6f
+pcmk__clone_allocate: ovn-dbs-bundle-master allocation score on controller-1: -INFINITY
3edf6f
+pcmk__clone_allocate: ovn-dbs-bundle-master allocation score on controller-2: -INFINITY
3edf6f
+pcmk__clone_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-0: 0
3edf6f
+pcmk__clone_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-1: 0
3edf6f
+pcmk__clone_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-2: 0
3edf6f
+pcmk__clone_allocate: ovndb_servers:0 allocation score on ovn-dbs-bundle-0: INFINITY
3edf6f
+pcmk__clone_allocate: ovndb_servers:1 allocation score on ovn-dbs-bundle-1: INFINITY
3edf6f
+pcmk__clone_allocate: ovndb_servers:2 allocation score on ovn-dbs-bundle-2: INFINITY
3edf6f
+pcmk__clone_allocate: rabbitmq-bundle-clone allocation score on controller-0: -INFINITY
3edf6f
+pcmk__clone_allocate: rabbitmq-bundle-clone allocation score on controller-1: -INFINITY
3edf6f
+pcmk__clone_allocate: rabbitmq-bundle-clone allocation score on controller-2: -INFINITY
3edf6f
+pcmk__clone_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: 0
3edf6f
+pcmk__clone_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: 0
3edf6f
+pcmk__clone_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: 0
3edf6f
+pcmk__clone_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
3edf6f
+pcmk__clone_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
3edf6f
+pcmk__clone_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
3edf6f
+pcmk__clone_allocate: redis-bundle-master allocation score on controller-0: -INFINITY
3edf6f
+pcmk__clone_allocate: redis-bundle-master allocation score on controller-1: -INFINITY
3edf6f
+pcmk__clone_allocate: redis-bundle-master allocation score on controller-2: -INFINITY
3edf6f
+pcmk__clone_allocate: redis-bundle-master allocation score on redis-bundle-0: 0
3edf6f
+pcmk__clone_allocate: redis-bundle-master allocation score on redis-bundle-1: 0
3edf6f
+pcmk__clone_allocate: redis-bundle-master allocation score on redis-bundle-2: 0
3edf6f
+pcmk__clone_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
3edf6f
+pcmk__clone_allocate: redis:1 allocation score on redis-bundle-1: INFINITY
3edf6f
+pcmk__clone_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
3edf6f
+pcmk__native_allocate: galera-bundle-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__native_allocate: galera-bundle-0 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: galera-bundle-0 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: galera-bundle-1 allocation score on controller-0: 0
3edf6f
+pcmk__native_allocate: galera-bundle-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__native_allocate: galera-bundle-1 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: galera-bundle-2 allocation score on controller-0: 0
3edf6f
+pcmk__native_allocate: galera-bundle-2 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: galera-bundle-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__native_allocate: galera-bundle-podman-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__native_allocate: galera-bundle-podman-0 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: galera-bundle-podman-0 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: galera-bundle-podman-1 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__native_allocate: galera-bundle-podman-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__native_allocate: galera-bundle-podman-1 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: galera-bundle-podman-2 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__native_allocate: galera-bundle-podman-2 allocation score on controller-1: -INFINITY
3edf6f
+pcmk__native_allocate: galera-bundle-podman-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__native_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
3edf6f
+pcmk__native_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
3edf6f
+pcmk__native_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
3edf6f
+pcmk__native_allocate: openstack-cinder-volume-podman-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__native_allocate: openstack-cinder-volume-podman-0 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: openstack-cinder-volume-podman-0 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-0 allocation score on controller-1: -10000
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-0 allocation score on controller-2: -10000
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-1 allocation score on controller-0: 0
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-1 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-2 allocation score on controller-0: 0
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-2 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-1: -INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-2: -INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-1: -INFINITY
3edf6f
+pcmk__native_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__native_allocate: ovndb_servers:0 allocation score on ovn-dbs-bundle-0: INFINITY
3edf6f
+pcmk__native_allocate: ovndb_servers:1 allocation score on ovn-dbs-bundle-1: INFINITY
3edf6f
+pcmk__native_allocate: ovndb_servers:2 allocation score on ovn-dbs-bundle-2: INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-podman-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-podman-0 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-podman-0 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-podman-1 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-podman-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-podman-1 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-podman-2 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-podman-2 allocation score on controller-1: -INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq-bundle-podman-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
3edf6f
+pcmk__native_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
3edf6f
+pcmk__native_allocate: redis-bundle-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__native_allocate: redis-bundle-0 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: redis-bundle-0 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: redis-bundle-1 allocation score on controller-0: 0
3edf6f
+pcmk__native_allocate: redis-bundle-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__native_allocate: redis-bundle-1 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: redis-bundle-2 allocation score on controller-0: 0
3edf6f
+pcmk__native_allocate: redis-bundle-2 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: redis-bundle-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__native_allocate: redis-bundle-podman-0 allocation score on controller-0: INFINITY
3edf6f
+pcmk__native_allocate: redis-bundle-podman-0 allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: redis-bundle-podman-0 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: redis-bundle-podman-1 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__native_allocate: redis-bundle-podman-1 allocation score on controller-1: INFINITY
3edf6f
+pcmk__native_allocate: redis-bundle-podman-1 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: redis-bundle-podman-2 allocation score on controller-0: -INFINITY
3edf6f
+pcmk__native_allocate: redis-bundle-podman-2 allocation score on controller-1: -INFINITY
3edf6f
+pcmk__native_allocate: redis-bundle-podman-2 allocation score on controller-2: INFINITY
3edf6f
+pcmk__native_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
3edf6f
+pcmk__native_allocate: redis:1 allocation score on redis-bundle-1: INFINITY
3edf6f
+pcmk__native_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
3edf6f
+pcmk__native_allocate: stonith-fence_ipmilan-5254005e097a allocation score on controller-0: INFINITY
3edf6f
+pcmk__native_allocate: stonith-fence_ipmilan-5254005e097a allocation score on controller-1: 0
3edf6f
+pcmk__native_allocate: stonith-fence_ipmilan-5254005e097a allocation score on controller-2: -10000
3edf6f
+pcmk__native_allocate: stonith-fence_ipmilan-525400985679 allocation score on controller-0: -10000
3edf6f
+pcmk__native_allocate: stonith-fence_ipmilan-525400985679 allocation score on controller-1: INFINITY
3edf6f
+pcmk__native_allocate: stonith-fence_ipmilan-525400985679 allocation score on controller-2: 0
3edf6f
+pcmk__native_allocate: stonith-fence_ipmilan-525400afe30e allocation score on controller-0: 0
3edf6f
+pcmk__native_allocate: stonith-fence_ipmilan-525400afe30e allocation score on controller-1: -10000
3edf6f
+pcmk__native_allocate: stonith-fence_ipmilan-525400afe30e allocation score on controller-2: INFINITY
3edf6f
+redis:0 promotion score on redis-bundle-0: 1
3edf6f
+redis:1 promotion score on redis-bundle-1: 1
3edf6f
+redis:2 promotion score on redis-bundle-2: 1
3edf6f
diff --git a/cts/scheduler/no-promote-on-unrunnable-guest.summary b/cts/scheduler/no-promote-on-unrunnable-guest.summary
3edf6f
new file mode 100644
3edf6f
index 0000000..fd6b926
3edf6f
--- /dev/null
3edf6f
+++ b/cts/scheduler/no-promote-on-unrunnable-guest.summary
3edf6f
@@ -0,0 +1,113 @@
3edf6f
+Using the original execution date of: 2020-05-14 10:49:31Z
3edf6f
+
3edf6f
+Current cluster status:
3edf6f
+Online: [ controller-0 controller-1 controller-2 ]
3edf6f
+GuestOnline: [ galera-bundle-0:galera-bundle-podman-0 galera-bundle-1:galera-bundle-podman-1 galera-bundle-2:galera-bundle-podman-2 ovn-dbs-bundle-0:ovn-dbs-bundle-podman-0 ovn-dbs-bundle-1:ovn-dbs-bundle-podman-1 ovn-dbs-bundle-2:ovn-dbs-bundle-podman-2 rabbitmq-bundle-0:rabbitmq-bundle-podman-0 rabbitmq-bundle-1:rabbitmq-bundle-podman-1 rabbitmq-bundle-2:rabbitmq-bundle-podman-2 redis-bundle-0:redis-bundle-podman-0 redis-bundle-1:redis-bundle-podman-1 redis-bundle-2:redis-bundle-podman-2 ]
3edf6f
+
3edf6f
+ Container bundle set: galera-bundle [cluster.common.tag/rhosp16-openstack-mariadb:pcmklatest]
3edf6f
+   galera-bundle-0	(ocf::heartbeat:galera):	 Master controller-0
3edf6f
+   galera-bundle-1	(ocf::heartbeat:galera):	 Master controller-1
3edf6f
+   galera-bundle-2	(ocf::heartbeat:galera):	 Master controller-2
3edf6f
+ Container bundle set: rabbitmq-bundle [cluster.common.tag/rhosp16-openstack-rabbitmq:pcmklatest]
3edf6f
+   rabbitmq-bundle-0	(ocf::heartbeat:rabbitmq-cluster):	 Started controller-0
3edf6f
+   rabbitmq-bundle-1	(ocf::heartbeat:rabbitmq-cluster):	 Started controller-1
3edf6f
+   rabbitmq-bundle-2	(ocf::heartbeat:rabbitmq-cluster):	 Started controller-2
3edf6f
+ Container bundle set: redis-bundle [cluster.common.tag/rhosp16-openstack-redis:pcmklatest]
3edf6f
+   redis-bundle-0	(ocf::heartbeat:redis):	 Master controller-0
3edf6f
+   redis-bundle-1	(ocf::heartbeat:redis):	 Slave controller-1
3edf6f
+   redis-bundle-2	(ocf::heartbeat:redis):	 Slave controller-2
3edf6f
+ Container bundle set: ovn-dbs-bundle [cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest]
3edf6f
+   ovn-dbs-bundle-0	(ocf::ovn:ovndb-servers):	 Slave controller-0
3edf6f
+   ovn-dbs-bundle-1	(ocf::ovn:ovndb-servers):	 Slave controller-1
3edf6f
+   ovn-dbs-bundle-2	(ocf::ovn:ovndb-servers):	 Slave controller-2
3edf6f
+ stonith-fence_ipmilan-5254005e097a	(stonith:fence_ipmilan):	 Started controller-0
3edf6f
+ stonith-fence_ipmilan-525400afe30e	(stonith:fence_ipmilan):	 Started controller-2
3edf6f
+ stonith-fence_ipmilan-525400985679	(stonith:fence_ipmilan):	 Started controller-1
3edf6f
+ Container bundle: openstack-cinder-volume [cluster.common.tag/rhosp16-openstack-cinder-volume:pcmklatest]
3edf6f
+   openstack-cinder-volume-podman-0	(ocf::heartbeat:podman):	 Started controller-0
3edf6f
+
3edf6f
+Transition Summary:
3edf6f
+ * Stop       ovn-dbs-bundle-podman-0                (                     controller-0 )   due to node availability
3edf6f
+ * Stop       ovn-dbs-bundle-0                       (                     controller-0 )   due to unrunnable ovn-dbs-bundle-podman-0 start
3edf6f
+ * Stop       ovndb_servers:0                        (           Slave ovn-dbs-bundle-0 )   due to unrunnable ovn-dbs-bundle-podman-0 start
3edf6f
+ * Promote    ovndb_servers:1                        ( Slave -> Master ovn-dbs-bundle-1 )  
3edf6f
+ * Restart    stonith-fence_ipmilan-5254005e097a     (                     controller-0 )   due to resource definition change
3edf6f
+ * Restart    stonith-fence_ipmilan-525400afe30e     (                     controller-2 )   due to resource definition change
3edf6f
+ * Restart    stonith-fence_ipmilan-525400985679     (                     controller-1 )   due to resource definition change
3edf6f
+
3edf6f
+Executing cluster transition:
3edf6f
+ * Resource action: ovndb_servers   cancel=30000 on ovn-dbs-bundle-1
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_pre_notify_stop_0
3edf6f
+ * Resource action: stonith-fence_ipmilan-5254005e097a stop on controller-0
3edf6f
+ * Resource action: stonith-fence_ipmilan-5254005e097a start on controller-0
3edf6f
+ * Resource action: stonith-fence_ipmilan-5254005e097a monitor=60000 on controller-0
3edf6f
+ * Resource action: stonith-fence_ipmilan-525400afe30e stop on controller-2
3edf6f
+ * Resource action: stonith-fence_ipmilan-525400afe30e start on controller-2
3edf6f
+ * Resource action: stonith-fence_ipmilan-525400afe30e monitor=60000 on controller-2
3edf6f
+ * Resource action: stonith-fence_ipmilan-525400985679 stop on controller-1
3edf6f
+ * Resource action: stonith-fence_ipmilan-525400985679 start on controller-1
3edf6f
+ * Resource action: stonith-fence_ipmilan-525400985679 monitor=60000 on controller-1
3edf6f
+ * Pseudo action:   ovn-dbs-bundle_stop_0
3edf6f
+ * Resource action: ovndb_servers   notify on ovn-dbs-bundle-0
3edf6f
+ * Resource action: ovndb_servers   notify on ovn-dbs-bundle-1
3edf6f
+ * Resource action: ovndb_servers   notify on ovn-dbs-bundle-2
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_confirmed-pre_notify_stop_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_stop_0
3edf6f
+ * Resource action: ovndb_servers   stop on ovn-dbs-bundle-0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_stopped_0
3edf6f
+ * Resource action: ovn-dbs-bundle-0 stop on controller-0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_post_notify_stopped_0
3edf6f
+ * Resource action: ovn-dbs-bundle-podman-0 stop on controller-0
3edf6f
+ * Resource action: ovndb_servers   notify on ovn-dbs-bundle-1
3edf6f
+ * Resource action: ovndb_servers   notify on ovn-dbs-bundle-2
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_confirmed-post_notify_stopped_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_pre_notify_start_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle_stopped_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_confirmed-pre_notify_start_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_start_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_running_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_post_notify_running_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_confirmed-post_notify_running_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle_running_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_pre_notify_promote_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle_promote_0
3edf6f
+ * Resource action: ovndb_servers   notify on ovn-dbs-bundle-1
3edf6f
+ * Resource action: ovndb_servers   notify on ovn-dbs-bundle-2
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_confirmed-pre_notify_promote_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_promote_0
3edf6f
+ * Resource action: ovndb_servers   promote on ovn-dbs-bundle-1
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_promoted_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_post_notify_promoted_0
3edf6f
+ * Resource action: ovndb_servers   notify on ovn-dbs-bundle-1
3edf6f
+ * Resource action: ovndb_servers   notify on ovn-dbs-bundle-2
3edf6f
+ * Pseudo action:   ovn-dbs-bundle-master_confirmed-post_notify_promoted_0
3edf6f
+ * Pseudo action:   ovn-dbs-bundle_promoted_0
3edf6f
+ * Resource action: ovndb_servers   monitor=10000 on ovn-dbs-bundle-1
3edf6f
+Using the original execution date of: 2020-05-14 10:49:31Z
3edf6f
+
3edf6f
+Revised cluster status:
3edf6f
+Online: [ controller-0 controller-1 controller-2 ]
3edf6f
+GuestOnline: [ galera-bundle-0:galera-bundle-podman-0 galera-bundle-1:galera-bundle-podman-1 galera-bundle-2:galera-bundle-podman-2 ovn-dbs-bundle-1:ovn-dbs-bundle-podman-1 ovn-dbs-bundle-2:ovn-dbs-bundle-podman-2 rabbitmq-bundle-0:rabbitmq-bundle-podman-0 rabbitmq-bundle-1:rabbitmq-bundle-podman-1 rabbitmq-bundle-2:rabbitmq-bundle-podman-2 redis-bundle-0:redis-bundle-podman-0 redis-bundle-1:redis-bundle-podman-1 redis-bundle-2:redis-bundle-podman-2 ]
3edf6f
+
3edf6f
+ Container bundle set: galera-bundle [cluster.common.tag/rhosp16-openstack-mariadb:pcmklatest]
3edf6f
+   galera-bundle-0	(ocf::heartbeat:galera):	 Master controller-0
3edf6f
+   galera-bundle-1	(ocf::heartbeat:galera):	 Master controller-1
3edf6f
+   galera-bundle-2	(ocf::heartbeat:galera):	 Master controller-2
3edf6f
+ Container bundle set: rabbitmq-bundle [cluster.common.tag/rhosp16-openstack-rabbitmq:pcmklatest]
3edf6f
+   rabbitmq-bundle-0	(ocf::heartbeat:rabbitmq-cluster):	 Started controller-0
3edf6f
+   rabbitmq-bundle-1	(ocf::heartbeat:rabbitmq-cluster):	 Started controller-1
3edf6f
+   rabbitmq-bundle-2	(ocf::heartbeat:rabbitmq-cluster):	 Started controller-2
3edf6f
+ Container bundle set: redis-bundle [cluster.common.tag/rhosp16-openstack-redis:pcmklatest]
3edf6f
+   redis-bundle-0	(ocf::heartbeat:redis):	 Master controller-0
3edf6f
+   redis-bundle-1	(ocf::heartbeat:redis):	 Slave controller-1
3edf6f
+   redis-bundle-2	(ocf::heartbeat:redis):	 Slave controller-2
3edf6f
+ Container bundle set: ovn-dbs-bundle [cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest]
3edf6f
+   ovn-dbs-bundle-0	(ocf::ovn:ovndb-servers):	 Stopped
3edf6f
+   ovn-dbs-bundle-1	(ocf::ovn:ovndb-servers):	 Master controller-1
3edf6f
+   ovn-dbs-bundle-2	(ocf::ovn:ovndb-servers):	 Slave controller-2
3edf6f
+ stonith-fence_ipmilan-5254005e097a	(stonith:fence_ipmilan):	 Started controller-0
3edf6f
+ stonith-fence_ipmilan-525400afe30e	(stonith:fence_ipmilan):	 Started controller-2
3edf6f
+ stonith-fence_ipmilan-525400985679	(stonith:fence_ipmilan):	 Started controller-1
3edf6f
+ Container bundle: openstack-cinder-volume [cluster.common.tag/rhosp16-openstack-cinder-volume:pcmklatest]
3edf6f
+   openstack-cinder-volume-podman-0	(ocf::heartbeat:podman):	 Started controller-0
3edf6f
+
3edf6f
diff --git a/cts/scheduler/no-promote-on-unrunnable-guest.xml b/cts/scheduler/no-promote-on-unrunnable-guest.xml
3edf6f
new file mode 100644
3edf6f
index 0000000..5a66563
3edf6f
--- /dev/null
3edf6f
+++ b/cts/scheduler/no-promote-on-unrunnable-guest.xml
3edf6f
@@ -0,0 +1,802 @@
3edf6f
+<cib crm_feature_set="3.3.0" validate-with="pacemaker-3.2" epoch="137" num_updates="3" admin_epoch="0" cib-last-written="Thu May 14 10:49:30 2020" update-origin="controller-0" update-client="crm_resource" update-user="root" have-quorum="1" dc-uuid="1" execution-date="1589453371">
3edf6f
+  <configuration>
3edf6f
+    <crm_config>
3edf6f
+      <cluster_property_set id="cib-bootstrap-options">
3edf6f
+        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
3edf6f
+        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.0.3-5.el8-4b1f869f0f"/>
3edf6f
+        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
3edf6f
+        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
3edf6f
+        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
3edf6f
+        <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1589453354"/>
3edf6f
+      </cluster_property_set>
3edf6f
+      <cluster_property_set id="redis_replication">
3edf6f
+        <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="controller-0"/>
3edf6f
+      </cluster_property_set>
3edf6f
+      <cluster_property_set id="ovn_ovsdb_master_server">
3edf6f
+        <nvpair id="ovn_ovsdb_master_server-OVN_REPL_INFO" name="OVN_REPL_INFO" value="controller-0"/>
3edf6f
+      </cluster_property_set>
3edf6f
+    </crm_config>
3edf6f
+    <nodes>
3edf6f
+      <node id="1" uname="controller-0">
3edf6f
+        <instance_attributes id="nodes-1">
3edf6f
+          <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/>
3edf6f
+          <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/>
3edf6f
+          <nvpair id="nodes-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-0"/>
3edf6f
+          <nvpair id="nodes-1-redis-role" name="redis-role" value="true"/>
3edf6f
+          <nvpair id="nodes-1-ovn-dbs-role" name="ovn-dbs-role" value="true"/>
3edf6f
+          <nvpair id="nodes-1-cinder-volume-role" name="cinder-volume-role" value="true"/>
3edf6f
+        </instance_attributes>
3edf6f
+      </node>
3edf6f
+      <node id="2" uname="controller-1">
3edf6f
+        <instance_attributes id="nodes-2">
3edf6f
+          <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/>
3edf6f
+          <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/>
3edf6f
+          <nvpair id="nodes-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-1"/>
3edf6f
+          <nvpair id="nodes-2-redis-role" name="redis-role" value="true"/>
3edf6f
+          <nvpair id="nodes-2-ovn-dbs-role" name="ovn-dbs-role" value="true"/>
3edf6f
+          <nvpair id="nodes-2-cinder-volume-role" name="cinder-volume-role" value="true"/>
3edf6f
+        </instance_attributes>
3edf6f
+      </node>
3edf6f
+      <node id="3" uname="controller-2">
3edf6f
+        <instance_attributes id="nodes-3">
3edf6f
+          <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/>
3edf6f
+          <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/>
3edf6f
+          <nvpair id="nodes-3-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-2"/>
3edf6f
+          <nvpair id="nodes-3-redis-role" name="redis-role" value="true"/>
3edf6f
+          <nvpair id="nodes-3-ovn-dbs-role" name="ovn-dbs-role" value="true"/>
3edf6f
+          <nvpair id="nodes-3-cinder-volume-role" name="cinder-volume-role" value="true"/>
3edf6f
+        </instance_attributes>
3edf6f
+      </node>
3edf6f
+    </nodes>
3edf6f
+    <resources>
3edf6f
+      <bundle id="galera-bundle">
3edf6f
+        <meta_attributes id="galera-bundle-meta_attributes"/>
3edf6f
+        <podman image="cluster.common.tag/rhosp16-openstack-mariadb:pcmklatest" masters="3" network="host" options="--user=root --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/galera-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
3edf6f
+        <network control-port="3123"/>
3edf6f
+        <storage>
3edf6f
+          <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/>
3edf6f
+          <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/mysql/" target-dir="/var/lib/kolla/config_files/src"/>
3edf6f
+          <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
3edf6f
+          <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
3edf6f
+          <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/>
3edf6f
+          <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/>
3edf6f
+          <storage-mapping id="mysql-log" options="rw" source-dir="/var/log/containers/mysql" target-dir="/var/log/mysql"/>
3edf6f
+          <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
3edf6f
+        </storage>
3edf6f
+        <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
3edf6f
+          <instance_attributes id="galera-instance_attributes">
3edf6f
+            <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
3edf6f
+            <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="controller-0:controller-0.internalapi.redhat.local;controller-1:controller-1.internalapi.redhat.local;controller-2:controller-2.internalapi.redhat.local"/>
3edf6f
+            <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
3edf6f
+            <nvpair id="galera-instance_attributes-log" name="log" value="/var/log/mysql/mysqld.log"/>
3edf6f
+            <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://controller-0.internalapi.redhat.local,controller-1.internalapi.redhat.local,controller-2.internalapi.redhat.local"/>
3edf6f
+          </instance_attributes>
3edf6f
+          <meta_attributes id="galera-meta_attributes">
3edf6f
+            <nvpair id="galera-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
3edf6f
+            <nvpair id="galera-meta_attributes-master-max" name="master-max" value="3"/>
3edf6f
+            <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/>
3edf6f
+          </meta_attributes>
3edf6f
+          <operations>
3edf6f
+            <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120s"/>
3edf6f
+            <op id="galera-monitor-interval-20s" interval="20s" name="monitor" timeout="30s"/>
3edf6f
+            <op id="galera-monitor-interval-10s" interval="10s" name="monitor" role="Master" timeout="30s"/>
3edf6f
+            <op id="galera-monitor-interval-30s" interval="30s" name="monitor" role="Slave" timeout="30s"/>
3edf6f
+            <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
3edf6f
+            <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120s"/>
3edf6f
+            <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120s"/>
3edf6f
+          </operations>
3edf6f
+        </primitive>
3edf6f
+      </bundle>
3edf6f
+      <bundle id="rabbitmq-bundle">
3edf6f
+        <meta_attributes id="rabbitmq-bundle-meta_attributes"/>
3edf6f
+        <podman image="cluster.common.tag/rhosp16-openstack-rabbitmq:pcmklatest" network="host" options="--user=root --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/rabbitmq-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS -e LANG=en_US.UTF-8 -e LC_ALL=en_US.UTF-8" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
3edf6f
+        <network control-port="3122"/>
3edf6f
+        <storage>
3edf6f
+          <storage-mapping id="rabbitmq-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/rabbitmq.json" target-dir="/var/lib/kolla/config_files/config.json"/>
3edf6f
+          <storage-mapping id="rabbitmq-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/rabbitmq/" target-dir="/var/lib/kolla/config_files/src"/>
3edf6f
+          <storage-mapping id="rabbitmq-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
3edf6f
+          <storage-mapping id="rabbitmq-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
3edf6f
+          <storage-mapping id="rabbitmq-lib" options="rw" source-dir="/var/lib/rabbitmq" target-dir="/var/lib/rabbitmq"/>
3edf6f
+          <storage-mapping id="rabbitmq-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
3edf6f
+          <storage-mapping id="rabbitmq-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
3edf6f
+          <storage-mapping id="rabbitmq-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
3edf6f
+          <storage-mapping id="rabbitmq-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
3edf6f
+          <storage-mapping id="rabbitmq-log" options="rw" source-dir="/var/log/containers/rabbitmq" target-dir="/var/log/rabbitmq"/>
3edf6f
+          <storage-mapping id="rabbitmq-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
3edf6f
+        </storage>
3edf6f
+        <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster">
3edf6f
+          <instance_attributes id="rabbitmq-instance_attributes">
3edf6f
+            <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {"ha-mode":"exactly","ha-params":2,"ha-promote-on-shutdown":"always"}"/>
3edf6f
+          </instance_attributes>
3edf6f
+          <meta_attributes id="rabbitmq-meta_attributes">
3edf6f
+            <nvpair id="rabbitmq-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
3edf6f
+            <nvpair id="rabbitmq-meta_attributes-notify" name="notify" value="true"/>
3edf6f
+          </meta_attributes>
3edf6f
+          <operations>
3edf6f
+            <op id="rabbitmq-monitor-interval-10s" interval="10s" name="monitor" timeout="40s"/>
3edf6f
+            <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="200s"/>
3edf6f
+            <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
3edf6f
+          </operations>
3edf6f
+        </primitive>
3edf6f
+      </bundle>
3edf6f
+      <bundle id="redis-bundle">
3edf6f
+        <meta_attributes id="redis-bundle-meta_attributes"/>
3edf6f
+        <podman image="cluster.common.tag/rhosp16-openstack-redis:pcmklatest" masters="1" network="host" options="--user=root --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/redis-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
3edf6f
+        <network control-port="3124"/>
3edf6f
+        <storage>
3edf6f
+          <storage-mapping id="redis-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/redis.json" target-dir="/var/lib/kolla/config_files/config.json"/>
3edf6f
+          <storage-mapping id="redis-cfg-data-redis" options="ro" source-dir="/var/lib/config-data/puppet-generated/redis/" target-dir="/var/lib/kolla/config_files/src"/>
3edf6f
+          <storage-mapping id="redis-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
3edf6f
+          <storage-mapping id="redis-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
3edf6f
+          <storage-mapping id="redis-lib" options="rw" source-dir="/var/lib/redis" target-dir="/var/lib/redis"/>
3edf6f
+          <storage-mapping id="redis-log" options="rw" source-dir="/var/log/containers/redis" target-dir="/var/log/redis"/>
3edf6f
+          <storage-mapping id="redis-run" options="rw,z" source-dir="/var/run/redis" target-dir="/var/run/redis"/>
3edf6f
+          <storage-mapping id="redis-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
3edf6f
+          <storage-mapping id="redis-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
3edf6f
+          <storage-mapping id="redis-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
3edf6f
+          <storage-mapping id="redis-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
3edf6f
+          <storage-mapping id="redis-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
3edf6f
+        </storage>
3edf6f
+        <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
3edf6f
+          <instance_attributes id="redis-instance_attributes">
3edf6f
+            <nvpair id="redis-instance_attributes-wait_last_known_master" name="wait_last_known_master" value="true"/>
3edf6f
+          </instance_attributes>
3edf6f
+          <meta_attributes id="redis-meta_attributes">
3edf6f
+            <nvpair id="redis-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
3edf6f
+            <nvpair id="redis-meta_attributes-interleave" name="interleave" value="true"/>
3edf6f
+            <nvpair id="redis-meta_attributes-notify" name="notify" value="true"/>
3edf6f
+            <nvpair id="redis-meta_attributes-ordered" name="ordered" value="true"/>
3edf6f
+          </meta_attributes>
3edf6f
+          <operations>
3edf6f
+            <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120s"/>
3edf6f
+            <op id="redis-monitor-interval-45s" interval="45s" name="monitor" timeout="60s"/>
3edf6f
+            <op id="redis-monitor-interval-20s" interval="20s" name="monitor" role="Master" timeout="60s"/>
3edf6f
+            <op id="redis-monitor-interval-60s" interval="60s" name="monitor" role="Slave" timeout="60s"/>
3edf6f
+            <op id="redis-notify-interval-0s" interval="0s" name="notify" timeout="90s"/>
3edf6f
+            <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120s"/>
3edf6f
+            <op id="redis-start-interval-0s" interval="0s" name="start" timeout="200s"/>
3edf6f
+            <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
3edf6f
+          </operations>
3edf6f
+        </primitive>
3edf6f
+      </bundle>
3edf6f
+      <bundle id="ovn-dbs-bundle">
3edf6f
+        <meta_attributes id="ovn-dbs-bundle-meta_attributes"/>
3edf6f
+        <podman image="cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest" masters="1" network="host" options="--log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/ovn-dbs-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
3edf6f
+        <network control-port="3125"/>
3edf6f
+        <storage>
3edf6f
+          <storage-mapping id="ovn-dbs-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/ovn_dbs.json" target-dir="/var/lib/kolla/config_files/config.json"/>
3edf6f
+          <storage-mapping id="ovn-dbs-mod-files" options="ro" source-dir="/lib/modules" target-dir="/lib/modules"/>
3edf6f
+          <storage-mapping id="ovn-dbs-run-files" options="rw" source-dir="/var/lib/openvswitch/ovn" target-dir="/run/openvswitch"/>
3edf6f
+          <storage-mapping id="ovn-dbs-log-files" options="rw" source-dir="/var/log/containers/openvswitch" target-dir="/var/log/openvswitch"/>
3edf6f
+          <storage-mapping id="ovn-dbs-db-path" options="rw" source-dir="/var/lib/openvswitch/ovn" target-dir="/etc/openvswitch"/>
3edf6f
+          <storage-mapping id="ovn-fuck" options="rw" source-dir="/usr/lib/ocf/resource.d/ovn" target-dir="/usr/lib/ocf/resource.d/ovn"/>
3edf6f
+        </storage>
3edf6f
+        <primitive class="ocf" id="ovndb_servers" provider="ovn" type="ovndb-servers">
3edf6f
+          <instance_attributes id="ovndb_servers-instance_attributes">
3edf6f
+            <nvpair id="ovndb_servers-instance_attributes-inactive_probe_interval" name="inactive_probe_interval" value="180000"/>
3edf6f
+            <nvpair id="ovndb_servers-instance_attributes-listen_on_master_ip_only" name="listen_on_master_ip_only" value="no"/>
3edf6f
+            <nvpair id="ovndb_servers-instance_attributes-manage_northd" name="manage_northd" value="yes"/>
3edf6f
+            <nvpair id="ovndb_servers-instance_attributes-master_ip" name="master_ip" value="172.17.1.247"/>
3edf6f
+            <nvpair id="ovndb_servers-instance_attributes-nb_master_port" name="nb_master_port" value="6641"/>
3edf6f
+            <nvpair id="ovndb_servers-instance_attributes-sb_master_port" name="sb_master_port" value="6642"/>
3edf6f
+          </instance_attributes>
3edf6f
+          <meta_attributes id="ovndb_servers-meta_attributes">
3edf6f
+            <nvpair id="ovndb_servers-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
3edf6f
+            <nvpair id="ovndb_servers-meta_attributes-notify" name="notify" value="true"/>
3edf6f
+            <nvpair id="ovndb_servers-meta_attributes-interleave" name="interleave" value="true"/>
3edf6f
+            <nvpair id="ovndb_servers-meta_attributes-ordered" name="ordered" value="true"/>
3edf6f
+          </meta_attributes>
3edf6f
+          <operations>
3edf6f
+            <op id="ovndb_servers-demote-interval-0s" interval="0s" name="demote" timeout="50s"/>
3edf6f
+            <op id="ovndb_servers-monitor-interval-10s" interval="10s" name="monitor" role="Master" timeout="60s"/>
3edf6f
+            <op id="ovndb_servers-monitor-interval-30s" interval="30s" name="monitor" role="Slave" timeout="60s"/>
3edf6f
+            <op id="ovndb_servers-notify-interval-0s" interval="0s" name="notify" timeout="20s"/>
3edf6f
+            <op id="ovndb_servers-promote-interval-0s" interval="0s" name="promote" timeout="50s"/>
3edf6f
+            <op id="ovndb_servers-start-interval-0s" interval="0s" name="start" timeout="200s"/>
3edf6f
+            <op id="ovndb_servers-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
3edf6f
+          </operations>
3edf6f
+        </primitive>
3edf6f
+      </bundle>
3edf6f
+      <primitive class="stonith" id="stonith-fence_ipmilan-5254005e097a" type="fence_ipmilan">
3edf6f
+        <meta_attributes id="stonith-fence_ipmilan-5254005e097a-meta_attributes"/>
3edf6f
+        <instance_attributes id="stonith-fence_ipmilan-5254005e097a-instance_attributes">
3edf6f
+          <nvpair id="stonith-fence_ipmilan-5254005e097a-instance_attributes-delay" name="delay" value="20"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-5254005e097a-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.21"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-5254005e097a-instance_attributes-ipport" name="ipport" value="6230"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-5254005e097a-instance_attributes-lanplus" name="lanplus" value="true"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-5254005e097a-instance_attributes-login" name="login" value="admin"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-5254005e097a-instance_attributes-passwd" name="passwd" value="****"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-5254005e097a-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-2"/>
3edf6f
+        </instance_attributes>
3edf6f
+        <operations>
3edf6f
+          <op id="stonith-fence_ipmilan-5254005e097a-monitor-interval-60s" interval="60s" name="monitor"/>
3edf6f
+        </operations>
3edf6f
+      </primitive>
3edf6f
+      <primitive class="stonith" id="stonith-fence_ipmilan-525400afe30e" type="fence_ipmilan">
3edf6f
+        <meta_attributes id="stonith-fence_ipmilan-525400afe30e-meta_attributes"/>
3edf6f
+        <instance_attributes id="stonith-fence_ipmilan-525400afe30e-instance_attributes">
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400afe30e-instance_attributes-delay" name="delay" value="20"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400afe30e-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.21"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400afe30e-instance_attributes-ipport" name="ipport" value="6231"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400afe30e-instance_attributes-lanplus" name="lanplus" value="true"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400afe30e-instance_attributes-login" name="login" value="admin"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400afe30e-instance_attributes-passwd" name="passwd" value="****"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400afe30e-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-1"/>
3edf6f
+        </instance_attributes>
3edf6f
+        <operations>
3edf6f
+          <op id="stonith-fence_ipmilan-525400afe30e-monitor-interval-60s" interval="60s" name="monitor"/>
3edf6f
+        </operations>
3edf6f
+      </primitive>
3edf6f
+      <primitive class="stonith" id="stonith-fence_ipmilan-525400985679" type="fence_ipmilan">
3edf6f
+        <meta_attributes id="stonith-fence_ipmilan-525400985679-meta_attributes"/>
3edf6f
+        <instance_attributes id="stonith-fence_ipmilan-525400985679-instance_attributes">
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400985679-instance_attributes-delay" name="delay" value="20"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400985679-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.21"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400985679-instance_attributes-ipport" name="ipport" value="6232"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400985679-instance_attributes-lanplus" name="lanplus" value="true"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400985679-instance_attributes-login" name="login" value="admin"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400985679-instance_attributes-passwd" name="passwd" value="****"/>
3edf6f
+          <nvpair id="stonith-fence_ipmilan-525400985679-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-0"/>
3edf6f
+        </instance_attributes>
3edf6f
+        <operations>
3edf6f
+          <op id="stonith-fence_ipmilan-525400985679-monitor-interval-60s" interval="60s" name="monitor"/>
3edf6f
+        </operations>
3edf6f
+      </primitive>
3edf6f
+      <bundle id="openstack-cinder-volume">
3edf6f
+        <meta_attributes id="openstack-cinder-volume-meta_attributes"/>
3edf6f
+        <podman image="cluster.common.tag/rhosp16-openstack-cinder-volume:pcmklatest" network="host" options="--ipc=host --privileged=true --user=root --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/openstack-cinder-volume.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="1" run-command="/bin/bash /usr/local/bin/kolla_start"/>
3edf6f
+        <storage>
3edf6f
+          <storage-mapping id="cinder-volume-etc-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
3edf6f
+          <storage-mapping id="cinder-volume-etc-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
3edf6f
+          <storage-mapping id="cinder-volume-etc-pki-ca-trust-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
3edf6f
+          <storage-mapping id="cinder-volume-etc-pki-ca-trust-source-anchors" options="ro" source-dir="/etc/pki/ca-trust/source/anchors" target-dir="/etc/pki/ca-trust/source/anchors"/>
3edf6f
+          <storage-mapping id="cinder-volume-etc-pki-tls-certs-ca-bundle.crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
3edf6f
+          <storage-mapping id="cinder-volume-etc-pki-tls-certs-ca-bundle.trust.crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
3edf6f
+          <storage-mapping id="cinder-volume-etc-pki-tls-cert.pem" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
3edf6f
+          <storage-mapping id="cinder-volume-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
3edf6f
+          <storage-mapping id="cinder-volume-etc-puppet" options="ro" source-dir="/etc/puppet" target-dir="/etc/puppet"/>
3edf6f
+          <storage-mapping id="cinder-volume-var-lib-kolla-config_files-cinder_volume.json" options="ro" source-dir="/var/lib/kolla/config_files/cinder_volume.json" target-dir="/var/lib/kolla/config_files/config.json"/>
3edf6f
+          <storage-mapping id="cinder-volume-var-lib-config-data-puppet-generated-cinder" options="ro" source-dir="/var/lib/config-data/puppet-generated/cinder" target-dir="/var/lib/kolla/config_files/src"/>
3edf6f
+          <storage-mapping id="cinder-volume-etc-iscsi" options="ro" source-dir="/etc/iscsi" target-dir="/var/lib/kolla/config_files/src-iscsid"/>
3edf6f
+          <storage-mapping id="cinder-volume-etc-ceph" options="ro" source-dir="/etc/ceph" target-dir="/var/lib/kolla/config_files/src-ceph"/>
3edf6f
+          <storage-mapping id="cinder-volume-lib-modules" options="ro" source-dir="/lib/modules" target-dir="/lib/modules"/>
3edf6f
+          <storage-mapping id="cinder-volume-dev-" options="rw" source-dir="/dev/" target-dir="/dev/"/>
3edf6f
+          <storage-mapping id="cinder-volume-run-" options="rw" source-dir="/run/" target-dir="/run/"/>
3edf6f
+          <storage-mapping id="cinder-volume-sys" options="rw" source-dir="/sys" target-dir="/sys"/>
3edf6f
+          <storage-mapping id="cinder-volume-var-lib-cinder" options="z" source-dir="/var/lib/cinder" target-dir="/var/lib/cinder"/>
3edf6f
+          <storage-mapping id="cinder-volume-var-lib-iscsi" options="z" source-dir="/var/lib/iscsi" target-dir="/var/lib/iscsi"/>
3edf6f
+          <storage-mapping id="cinder-volume-var-log-containers-cinder" options="z" source-dir="/var/log/containers/cinder" target-dir="/var/log/cinder"/>
3edf6f
+        </storage>
3edf6f
+      </bundle>
3edf6f
+    </resources>
3edf6f
+    <constraints>
3edf6f
+      <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle">
3edf6f
+        <rule id="location-galera-bundle-rule" score="0">
3edf6f
+          <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/>
3edf6f
+        </rule>
3edf6f
+      </rsc_location>
3edf6f
+      <rsc_location id="location-rabbitmq-bundle" resource-discovery="exclusive" rsc="rabbitmq-bundle">
3edf6f
+        <rule id="location-rabbitmq-bundle-rule" score="0">
3edf6f
+          <expression attribute="rabbitmq-role" id="location-rabbitmq-bundle-rule-expr" operation="eq" value="true"/>
3edf6f
+        </rule>
3edf6f
+      </rsc_location>
3edf6f
+      <rsc_location id="location-redis-bundle" resource-discovery="exclusive" rsc="redis-bundle">
3edf6f
+        <rule id="location-redis-bundle-rule" score="0">
3edf6f
+          <expression attribute="redis-role" id="location-redis-bundle-rule-expr" operation="eq" value="true"/>
3edf6f
+        </rule>
3edf6f
+      </rsc_location>
3edf6f
+      <rsc_location id="location-ovn-dbs-bundle" resource-discovery="exclusive" rsc="ovn-dbs-bundle">
3edf6f
+        <rule id="location-ovn-dbs-bundle-rule" score="0">
3edf6f
+          <expression attribute="ovn-dbs-role" id="location-ovn-dbs-bundle-rule-expr" operation="eq" value="true"/>
3edf6f
+        </rule>
3edf6f
+      </rsc_location>
3edf6f
+      <rsc_location id="location-stonith-fence_ipmilan-5254005e097a-controller-2--10000" node="controller-2" rsc="stonith-fence_ipmilan-5254005e097a" score="-10000"/>
3edf6f
+      <rsc_location id="location-stonith-fence_ipmilan-525400afe30e-controller-1--10000" node="controller-1" rsc="stonith-fence_ipmilan-525400afe30e" score="-10000"/>
3edf6f
+      <rsc_location id="location-stonith-fence_ipmilan-525400985679-controller-0--10000" node="controller-0" rsc="stonith-fence_ipmilan-525400985679" score="-10000"/>
3edf6f
+      <rsc_location id="location-openstack-cinder-volume" resource-discovery="exclusive" rsc="openstack-cinder-volume">
3edf6f
+        <rule id="location-openstack-cinder-volume-rule" score="0">
3edf6f
+          <expression attribute="cinder-volume-role" id="location-openstack-cinder-volume-rule-expr" operation="eq" value="true"/>
3edf6f
+        </rule>
3edf6f
+      </rsc_location>
3edf6f
+      <rsc_location id="cli-ban-ovn-dbs-bundle-on-controller-0" rsc="ovn-dbs-bundle" role="Started" node="controller-0" score="-INFINITY"/>
3edf6f
+    </constraints>
3edf6f
+    <rsc_defaults>
3edf6f
+      <meta_attributes id="rsc_defaults-options">
3edf6f
+        <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
3edf6f
+      </meta_attributes>
3edf6f
+    </rsc_defaults>
3edf6f
+    <op_defaults>
3edf6f
+      <meta_attributes id="op_defaults-options">
3edf6f
+        <nvpair id="op_defaults-options-timeout" name="timeout" value="120s"/>
3edf6f
+      </meta_attributes>
3edf6f
+    </op_defaults>
3edf6f
+    <fencing-topology>
3edf6f
+      <fencing-level devices="stonith-fence_ipmilan-525400afe30e" id="fl-controller-1-1" index="1" target="controller-1"/>
3edf6f
+      <fencing-level devices="stonith-fence_ipmilan-5254005e097a" id="fl-controller-2-1" index="1" target="controller-2"/>
3edf6f
+      <fencing-level devices="stonith-fence_ipmilan-525400985679" id="fl-controller-0-1" index="1" target="controller-0"/>
3edf6f
+    </fencing-topology>
3edf6f
+  </configuration>
3edf6f
+  <status>