From c19066d0dade1ae544e8f8d80513310d47e72ebe Mon Sep 17 00:00:00 2001

From: Tomas Jelinek <tojeline@redhat.com>

Date: Tue, 19 Nov 2019 13:47:02 +0100

Subject: [PATCH 2/6] squash bz1770973 The cluster should not be allowed to

 disable a resource if dependent resources are still online

add --simulate and --safe to resource disable

Also add command 'resource safe-disable'. This is an alias for 'resource

disable --safe'.

fix safe-disabling clones, groups, bundles

fix simulate_cib_error report

Putting only one CIB in the report is not enough info. Both original and

changed CIB as well as crm_simulate output would be needed. All that

info can be seen in debug messages. So there is no need to put it in the

report.

---

 pcs/cli/common/console_report.py              |  15 +

 pcs/cli/common/lib_wrapper.py                 |   2 +

 pcs/cli/common/parse_args.py                  |   1 +

 pcs/cli/common/test/test_console_report.py    |  31 +

 pcs/common/report_codes.py                    |   2 +

 pcs/lib/cib/resource/common.py                |  16 +

 pcs/lib/cib/test/test_resource_common.py      |  60 +-

 pcs/lib/commands/resource.py                  | 101 +++

 .../resource/test_resource_enable_disable.py  | 819 +++++++++++++++++-

 pcs/lib/pacemaker/live.py                     |  66 +-

 pcs/lib/pacemaker/simulate.py                 |  86 ++

 pcs/lib/pacemaker/test/test_live.py           | 191 +++-

 pcs/lib/pacemaker/test/test_simulate.py       | 380 ++++++++

 pcs/lib/reports.py                            |  35 +

 pcs/lib/tools.py                              |   5 +-

 pcs/pcs.8                                     |  23 +-

 pcs/resource.py                               |  52 +-

 pcs/test/test_resource.py                     | 195 +++++

 .../tools/command_env/config_runner_pcmk.py   |  55 +-

 pcs/test/tools/command_env/mock_runner.py     |  17 +

 pcs/usage.py                                  |  36 +-

 pcs/utils.py                                  |   3 +

 pcsd/capabilities.xml                         |  14 +

 23 files changed, 2185 insertions(+), 20 deletions(-)

 create mode 100644 pcs/lib/pacemaker/simulate.py

 create mode 100644 pcs/lib/pacemaker/test/test_simulate.py

diff --git a/pcs/cli/common/console_report.py b/pcs/cli/common/console_report.py

index 1824bd9a..b5885b6b 100644

--- a/pcs/cli/common/console_report.py

+++ b/pcs/cli/common/console_report.py

@@ -815,6 +815,14 @@ CODE_TO_MESSAGE_BUILDER_MAP = {

         .format(**info)

     ,

+    codes.CIB_SIMULATE_ERROR: lambda info:

+        "Unable to simulate changes in CIB{_reason}"

+        .format(

+            _reason=format_optional(info["reason"], ": {0}"),

+            **info

+        )

+    ,

+

     codes.CIB_PUSH_FORCED_FULL_DUE_TO_CRM_FEATURE_SET: lambda info:

         (

             "Replacing the whole CIB instead of applying a diff, a race "

@@ -1516,4 +1524,11 @@ CODE_TO_MESSAGE_BUILDER_MAP = {

     codes.FENCE_HISTORY_NOT_SUPPORTED:

         "Fence history is not supported, please upgrade pacemaker"

     ,

+

+    codes.RESOURCE_DISABLE_AFFECTS_OTHER_RESOURCES: lambda info:

+        (

+            "Disabling specified resources would have an effect on other "

+            "resources\n\n{crm_simulate_plaintext_output}"

+        ).format(**info)

+    ,

 }

diff --git a/pcs/cli/common/lib_wrapper.py b/pcs/cli/common/lib_wrapper.py

index a6cc0ca8..dffbace2 100644

--- a/pcs/cli/common/lib_wrapper.py

+++ b/pcs/cli/common/lib_wrapper.py

@@ -344,6 +344,8 @@ def load_module(env, middleware_factory, name):

                 "create_in_group": resource.create_in_group,

                 "create_into_bundle": resource.create_into_bundle,

                 "disable": resource.disable,

+                "disable_safe": resource.disable_safe,

+                "disable_simulate": resource.disable_simulate,

                 "enable": resource.enable,

                 "get_failcounts": resource.get_failcounts,

                 "manage": resource.manage,

diff --git a/pcs/cli/common/parse_args.py b/pcs/cli/common/parse_args.py

index 23d8799d..1f3e7b33 100644

--- a/pcs/cli/common/parse_args.py

+++ b/pcs/cli/common/parse_args.py

@@ -18,6 +18,7 @@ PCS_LONG_OPTIONS = [

     "force", "skip-offline", "autocorrect", "interactive", "autodelete",

     "all", "full", "groups", "local", "wait", "config", "async",

     "start", "enable", "disabled", "off", "request-timeout=",

+    "safe", "no-strict", "simulate",

     "pacemaker", "corosync",

     "no-default-ops", "defaults", "nodesc",

     "clone", "master", "name=", "group=", "node=",

diff --git a/pcs/cli/common/test/test_console_report.py b/pcs/cli/common/test/test_console_report.py

index 95849615..59192dc2 100644

--- a/pcs/cli/common/test/test_console_report.py

+++ b/pcs/cli/common/test/test_console_report.py

@@ -1934,6 +1934,21 @@ class CibDiffError(NameBuildTest):

         )

+class CibSimulateError(NameBuildTest):

+    code = codes.CIB_SIMULATE_ERROR

+    def test_success(self):

+        self.assert_message_from_report(

+            "Unable to simulate changes in CIB: error message",

+            reports.cib_simulate_error("error message")

+        )

+

+    def test_empty_reason(self):

+        self.assert_message_from_report(

+            "Unable to simulate changes in CIB",

+            reports.cib_simulate_error("")

+        )

+

+

 class TmpFileWrite(NameBuildTest):

     code = codes.TMP_FILE_WRITE

     def test_success(self):

@@ -2401,3 +2416,19 @@ class FenceHistoryNotSupported(NameBuildTest):

             "Fence history is not supported, please upgrade pacemaker",

             reports.fence_history_not_supported()

         )

+

+

+class ResourceDisableAffectsOtherResources(NameBuildTest):

+    code = codes.RESOURCE_DISABLE_AFFECTS_OTHER_RESOURCES

+    def test_success(self):

+        self.assert_message_from_report(

+            (

+                "Disabling specified resources would have an effect on other "

+                "resources\n\ncrm_simulate output"

+            ),

+            reports.resource_disable_affects_other_resources(

+                ["D2", "D1"],

+                ["O2", "O1"],

+                "crm_simulate output",

+            )

+        )

diff --git a/pcs/common/report_codes.py b/pcs/common/report_codes.py

index 68b48215..8340ab62 100644

--- a/pcs/common/report_codes.py

+++ b/pcs/common/report_codes.py

@@ -68,6 +68,7 @@ CIB_LOAD_ERROR_SCOPE_MISSING = "CIB_LOAD_ERROR_SCOPE_MISSING"

 CIB_PUSH_FORCED_FULL_DUE_TO_CRM_FEATURE_SET = "CIB_PUSH_FORCED_FULL_DUE_TO_CRM_FEATURE_SET"

 CIB_PUSH_ERROR = "CIB_PUSH_ERROR"

 CIB_SAVE_TMP_ERROR = "CIB_SAVE_TMP_ERROR"

+CIB_SIMULATE_ERROR = "CIB_SIMULATE_ERROR"

 CIB_UPGRADE_FAILED = "CIB_UPGRADE_FAILED"

 CIB_UPGRADE_FAILED_TO_MINIMAL_REQUIRED_VERSION = "CIB_UPGRADE_FAILED_TO_MINIMAL_REQUIRED_VERSION"

 CIB_UPGRADE_SUCCESSFUL = "CIB_UPGRADE_SUCCESSFUL"

@@ -185,6 +186,7 @@ RESOURCE_BUNDLE_ALREADY_CONTAINS_A_RESOURCE = "RESOURCE_BUNDLE_ALREADY_CONTAINS_

 RESOURCE_BUNDLE_UNSUPPORTED_CONTAINER_TYPE = "RESOURCE_BUNDLE_UNSUPPORTED_CONTAINER_TYPE"

 RESOURCE_IN_BUNDLE_NOT_ACCESSIBLE = "RESOURCE_IN_BUNDLE_NOT_ACCESSIBLE"

 RESOURCE_CLEANUP_ERROR = "RESOURCE_CLEANUP_ERROR"

+RESOURCE_DISABLE_AFFECTS_OTHER_RESOURCES = "RESOURCE_DISABLE_AFFECTS_OTHER_RESOURCES"

 RESOURCE_DOES_NOT_RUN = "RESOURCE_DOES_NOT_RUN"

 RESOURCE_FOR_CONSTRAINT_IS_MULTIINSTANCE = 'RESOURCE_FOR_CONSTRAINT_IS_MULTIINSTANCE'

 RESOURCE_IS_GUEST_NODE_ALREADY = "RESOURCE_IS_GUEST_NODE_ALREADY"

diff --git a/pcs/lib/cib/resource/common.py b/pcs/lib/cib/resource/common.py

index 87b656b7..f408c2c4 100644

--- a/pcs/lib/cib/resource/common.py

+++ b/pcs/lib/cib/resource/common.py

@@ -51,6 +51,22 @@ def find_primitives(resource_el):

         return [resource_el]

     return []

+def get_all_inner_resources(resource_el):

+    """

+    Return all inner resources (both direct and indirect) of a resource

+    Example: for a clone containing a group, this function will return both

+    the group and the resources inside the group

+

+    resource_el -- resource element to get its inner resources

+    """

+    all_inner = set()

+    to_process = set([resource_el])

+    while to_process:

+        new_inner = get_inner_resources(to_process.pop())

+        to_process.update(set(new_inner) - all_inner)

+        all_inner.update(new_inner)

+    return all_inner

+

 def get_inner_resources(resource_el):

     """

     Return list of inner resources (direct descendants) of a resource

diff --git a/pcs/lib/cib/test/test_resource_common.py b/pcs/lib/cib/test/test_resource_common.py

index 596ee57f..06684f95 100644

--- a/pcs/lib/cib/test/test_resource_common.py

+++ b/pcs/lib/cib/test/test_resource_common.py

@@ -84,10 +84,12 @@ class IsCloneDeactivatedByMeta(TestCase):

 class FindResourcesMixin(object):

+    _iterable_type = list

+

     def assert_find_resources(self, input_resource_id, output_resource_ids):

         self.assertEqual(

-            output_resource_ids,

-            [

+            self._iterable_type(output_resource_ids),

+            self._iterable_type([

                 element.get("id", "")

                 for element in

                 self._tested_fn(

@@ -95,7 +97,7 @@ class FindResourcesMixin(object):

                         './/*[@id="{0}"]'.format(input_resource_id)

                     )

                 )

-            ]

+            ])

         )

     def test_group(self):

@@ -119,6 +121,27 @@ class FindResourcesMixin(object):

     def test_bundle_with_primitive(self):

         self.assert_find_resources("H-bundle", ["H"])

+    def test_primitive(self):

+        raise NotImplementedError()

+

+    def test_primitive_in_clone(self):

+        raise NotImplementedError()

+

+    def test_primitive_in_master(self):

+        raise NotImplementedError()

+

+    def test_primitive_in_group(self):

+        raise NotImplementedError()

+

+    def test_primitive_in_bundle(self):

+        raise NotImplementedError()

+

+    def test_cloned_group(self):

+        raise NotImplementedError()

+

+    def test_mastered_group(self):

+        raise NotImplementedError()

+

 class FindPrimitives(TestCase, FindResourcesMixin):

     _tested_fn = staticmethod(common.find_primitives)

@@ -150,6 +173,37 @@ class FindPrimitives(TestCase, FindResourcesMixin):

         self.assert_find_resources("F-master", ["F1", "F2"])

+class GetAllInnerResources(TestCase, FindResourcesMixin):

+    _iterable_type = set

+    _tested_fn = staticmethod(common.get_all_inner_resources)

+

+    def test_primitive(self):

+        self.assert_find_resources("A", set())

+

+    def test_primitive_in_clone(self):

+        self.assert_find_resources("B", set())

+

+    def test_primitive_in_master(self):

+        self.assert_find_resources("C", set())

+

+    def test_primitive_in_group(self):

+        self.assert_find_resources("D1", set())

+        self.assert_find_resources("D2", set())

+        self.assert_find_resources("E1", set())

+        self.assert_find_resources("E2", set())

+        self.assert_find_resources("F1", set())

+        self.assert_find_resources("F2", set())

+

+    def test_primitive_in_bundle(self):

+        self.assert_find_resources("H", set())

+

+    def test_cloned_group(self):

+        self.assert_find_resources("E-clone", {"E", "E1", "E2"})

+

+    def test_mastered_group(self):

+        self.assert_find_resources("F-master", {"F", "F1", "F2"})

+

+

 class GetInnerResources(TestCase, FindResourcesMixin):

     _tested_fn = staticmethod(common.get_inner_resources)

diff --git a/pcs/lib/commands/resource.py b/pcs/lib/commands/resource.py

index 09a68a68..1ad03a48 100644

--- a/pcs/lib/commands/resource.py

+++ b/pcs/lib/commands/resource.py

@@ -23,6 +23,8 @@ from pcs.lib.cib.tools import (

 )

 from pcs.lib.env_tools import get_nodes

 from pcs.lib.errors import LibraryError

+from pcs.lib.pacemaker import simulate as simulate_tools

+from pcs.lib.pacemaker.live import simulate_cib

 from pcs.lib.pacemaker.values import (

     timeout_to_seconds,

     validate_id,

@@ -37,6 +39,7 @@ from pcs.lib.resource_agent import(

     find_valid_resource_agent_by_name as get_agent

 )

 from pcs.lib.validate import value_time_interval

+from pcs.lib.xml_tools import get_root

 @contextmanager

 def resource_environment(

@@ -717,13 +720,45 @@ def bundle_update(

             meta_attributes

         )

+def _disable_validate_and_edit_cib(env, resources_section, resource_ids):

+    resource_el_list = _find_resources_or_raise(

+        resources_section,

+        resource_ids

+    )

+    env.report_processor.process_list(

+        _resource_list_enable_disable(

+            resource_el_list,

+            resource.common.disable,

+            env.get_cluster_state()

+        )

+    )

+

 def disable(env, resource_ids, wait):

     """

     Disallow specified resource to be started by the cluster

+

     LibraryEnvironment env --

     strings resource_ids -- ids of the resources to be disabled

     mixed wait -- False: no wait, None: wait default timeout, int: wait timeout

     """

+    with resource_environment(

+        env, wait, resource_ids, _ensure_disabled_after_wait(True)

+    ) as resources_section:

+        _disable_validate_and_edit_cib(env, resources_section, resource_ids)

+

+def disable_safe(env, resource_ids, strict, wait):

+    """

+    Disallow specified resource to be started by the cluster only if there is

+    no effect on other resources

+

+    LibraryEnvironment env --

+    strings resource_ids -- ids of the resources to be disabled

+    bool strict -- if False, allow resources to be migrated

+    mixed wait -- False: no wait, None: wait default timeout, int: wait timeout

+    """

+    if not env.is_cib_live:

+        raise LibraryError(reports.live_environment_required(["CIB"]))

+

     with resource_environment(

         env, wait, resource_ids, _ensure_disabled_after_wait(True)

     ) as resources_section:

@@ -739,6 +774,72 @@ def disable(env, resource_ids, wait):

             )

         )

+        inner_resources_names_set = set()

+        for resource_el in resource_el_list:

+            inner_resources_names_set.update({

+                inner_resource_el.get("id")

+                for inner_resource_el

+                    in resource.common.get_all_inner_resources(resource_el)

+            })

+

+        plaintext_status, transitions, dummy_cib = simulate_cib(

+            env.cmd_runner(),

+            get_root(resources_section)

+        )

+        simulated_operations = (

+            simulate_tools.get_operations_from_transitions(transitions)

+        )

+        other_affected = set()

+        if strict:

+            other_affected = set(

+                simulate_tools.get_resources_from_operations(

+                    simulated_operations,

+                    exclude=resource_ids

+                )

+            )

+        else:

+            other_affected = set(

+                simulate_tools.get_resources_left_stopped(

+                    simulated_operations,

+                    exclude=resource_ids

+                )

+                +

+                simulate_tools.get_resources_left_demoted(

+                    simulated_operations,

+                    exclude=resource_ids

+                )

+            )

+

+        # Stopping a clone stops all its inner resources. That should not block

+        # stopping the clone.

+        other_affected = other_affected - inner_resources_names_set

+        if other_affected:

+            raise LibraryError(

+                reports.resource_disable_affects_other_resources(

+                    resource_ids,

+                    other_affected,

+                    plaintext_status,

+                )

+            )

+

+def disable_simulate(env, resource_ids):

+    """

+    Simulate disallowing specified resource to be started by the cluster

+

+    LibraryEnvironment env --

+    strings resource_ids -- ids of the resources to be disabled

+    """

+    if not env.is_cib_live:

+        raise LibraryError(reports.live_environment_required(["CIB"]))

+

+    resources_section = get_resources(env.get_cib())

+    _disable_validate_and_edit_cib(env, resources_section, resource_ids)

+    plaintext_status, dummy_transitions, dummy_cib = simulate_cib(

+        env.cmd_runner(),

+        get_root(resources_section)

+    )

+    return plaintext_status

+

 def enable(env, resource_ids, wait):

     """

     Allow specified resource to be started by the cluster

diff --git a/pcs/lib/commands/test/resource/test_resource_enable_disable.py b/pcs/lib/commands/test/resource/test_resource_enable_disable.py

index 194eb5fd..6514d9fc 100644

--- a/pcs/lib/commands/test/resource/test_resource_enable_disable.py

+++ b/pcs/lib/commands/test/resource/test_resource_enable_disable.py

@@ -14,10 +14,11 @@ from pcs.lib.errors import (

 from pcs.test.tools import fixture

 from pcs.test.tools.command_env import get_env_tools

 from pcs.test.tools.misc import (

+    get_test_resource as rc,

     outdent,

     skip_unless_pacemaker_supports_bundle,

 )

-from pcs.test.tools.pcs_unittest import TestCase

+from pcs.test.tools.pcs_unittest import TestCase, mock

 TIMEOUT=10

@@ -1646,3 +1647,819 @@ class EnableBundle(TestCase):

             fixture_report_unmanaged("A-bundle"),

             fixture_report_unmanaged("A"),

         ])

+

+

+@mock.patch("pcs.lib.pacemaker.live.write_tmpfile")

+class DisableSimulate(TestCase):

+    def setUp(self):

+        self.env_assist, self.config = get_env_tools(test_case=self)

+        self.tmpfile_new_cib = mock.MagicMock()

+        self.tmpfile_new_cib.name = rc("new_cib.tmp")

+        self.tmpfile_new_cib.read.return_value = "<new-cib/>"

+        self.tmpfile_transitions = mock.MagicMock()

+        self.tmpfile_transitions.name = rc("transitions.tmp")

+        self.tmpfile_transitions.read.return_value = "<transitions/>"

+

+    def test_not_live(self, mock_write_tmpfile):

+        mock_write_tmpfile.side_effect = [

+            AssertionError("No other write_tmpfile call expected")

+        ]

+        self.config.env.set_cib_data("<cib />")

+        self.env_assist.assert_raise_library_error(

+            lambda: resource.disable_simulate(self.env_assist.get_env(), ["A"]),

+            [

+                fixture.error(

+                    report_codes.LIVE_ENVIRONMENT_REQUIRED,

+                    forbidden_options=["CIB"]

+                ),

+            ],

+            expected_in_processor=False

+        )

+

+    def test_nonexistent_resource(self, mock_write_tmpfile):

+        mock_write_tmpfile.side_effect = [

+            AssertionError("No other write_tmpfile call expected")

+        ]

+        self.config.runner.cib.load()

+        self.env_assist.assert_raise_library_error(

+            lambda: resource.disable_simulate(self.env_assist.get_env(), ["A"]),

+            [

+                fixture.report_not_found("A", "resources"),

+            ],

+            expected_in_processor=False

+        )

+

+    def test_success(self, mock_write_tmpfile):

+        mock_write_tmpfile.side_effect = [

+            self.tmpfile_new_cib, self.tmpfile_transitions,

+            AssertionError("No other write_tmpfile call expected")

+        ]

+        (self.config

+            .runner.cib.load(resources=fixture_primitive_cib_enabled)

+            .runner.pcmk.load_state(resources=fixture_primitive_status_managed)

+            .runner.pcmk.simulate_cib(

+                self.tmpfile_new_cib.name,

+                self.tmpfile_transitions.name,

+                stdout="simulate output",

+                resources=fixture_primitive_cib_disabled,

+            )

+        )

+

+        result = resource.disable_simulate(self.env_assist.get_env(), ["A"])

+        self.assertEqual("simulate output", result)

+

+    def test_simulate_error(self, mock_write_tmpfile):

+        mock_write_tmpfile.side_effect = [

+            self.tmpfile_new_cib, self.tmpfile_transitions,

+            AssertionError("No other write_tmpfile call expected")

+        ]

+        (self.config

+            .runner.cib.load(resources=fixture_primitive_cib_enabled)

+            .runner.pcmk.load_state(resources=fixture_primitive_status_managed)

+            .runner.pcmk.simulate_cib(

+                self.tmpfile_new_cib.name,

+                self.tmpfile_transitions.name,

+                stdout="some stdout",

+                stderr="some stderr",

+                returncode=1,

+                resources=fixture_primitive_cib_disabled,

+            )

+        )

+

+        self.env_assist.assert_raise_library_error(

+            lambda: resource.disable_simulate(self.env_assist.get_env(), ["A"]),

+            [

+                fixture.error(

+                    report_codes.CIB_SIMULATE_ERROR,

+                    reason="some stderr",

+                ),

+            ],

+            expected_in_processor=False

+        )

+

+

+class DisableSafeMixin(object):

+    fixture_transitions_both_stopped = """

+        <transition_graph>

+          <synapse>

+            <action_set>

+              <rsc_op id="0" operation="stop" on_node="node1">

+                

+                    id="A" class="ocf" provider="pacemaker" type="Dummy"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+          <synapse>

+            <action_set>

+              <rsc_op id="1" operation="stop" on_node="node2">

+                

+                    id="B" class="ocf" provider="pacemaker" type="Dummy"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+        </transition_graph>

+    """

+    fixture_transitions_one_migrated = """

+        <transition_graph>

+          <synapse>

+            <action_set>

+              <rsc_op id="0" operation="stop" on_node="node1">

+                

+                    id="A" class="ocf" provider="pacemaker" type="Dummy"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+          <synapse>

+            <action_set>

+              <rsc_op id="1" operation="stop" on_node="node2">

+                

+                    id="B" class="ocf" provider="pacemaker" type="Dummy"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+          <synapse>

+            <action_set>

+              <rsc_op id="2" operation="start" on_node="node1">

+                

+                    id="B" class="ocf" provider="pacemaker" type="Dummy"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+        </transition_graph>

+    """

+    fixture_transitions_master_demoted = """

+        <transition_graph>

+          <synapse>

+            <action_set>

+              <rsc_op id="0" operation="stop" on_node="node1">

+                

+                    id="A" class="ocf" provider="pacemaker" type="Dummy"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+          <synapse>

+            <action_set>

+              <rsc_op id="1" operation="demote" on_node="node2">

+                

+                    id="B" class="ocf" provider="pacemaker" type="Dummy"

+                    long_id="B:0"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+        </transition_graph>

+    """

+    fixture_transitions_master_migrated = """

+        <transition_graph>

+          <synapse>

+            <action_set>

+              <rsc_op id="0" operation="stop" on_node="node1">

+                

+                    id="A" class="ocf" provider="pacemaker" type="Dummy"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+          <synapse>

+            <action_set>

+              <rsc_op id="1" operation="demote" on_node="node2">

+                

+                    id="B" class="ocf" provider="pacemaker" type="Dummy"

+                    long_id="B:0"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+          <synapse>

+            <action_set>

+              <rsc_op id="2" operation="promote" on_node="node1">

+                

+                    id="B" class="ocf" provider="pacemaker" type="Dummy"

+                    long_id="B:1"

+                />

+              </rsc_op>

+            </action_set>

+          </synapse>

+        </transition_graph>

+    """

+    fixture_cib_with_master = """

+        <resources>

+            <primitive class="ocf" id="A" provider="heartbeat" type="Dummy">

+            </primitive>

+            <master id="B-master">

+                <primitive class="ocf" id="B" provider="heartbeat" type="Dummy">

+                </primitive>

+            </master>

+        </resources>

+    """

+    fixture_cib_with_master_primitive_disabled = """

+        <resources>

+            <primitive class="ocf" id="A" provider="heartbeat" type="Dummy">

+                <meta_attributes id="A-meta_attributes">

+                    

+                        name="target-role" value="Stopped" />

+                </meta_attributes>

+            </primitive>

+            <master id="B-master">

+                <primitive class="ocf" id="B" provider="heartbeat" type="Dummy">

+                </primitive>

+            </master>

+        </resources>

+    """

+    fixture_status_with_master_managed = """

+        <resources>

+            <resource id="A" managed="true" />

+            

+                unique="false"

+            >

+                <resource id="B" managed="true" />

+                <resource id="B" managed="true" />

+            </clone>

+        </resources>

+    """

+

+    def setUp(self):

+        # pylint does not know this will be mixed into TestCase classes

+        # pylint: disable=invalid-name

+        self.env_assist, self.config = get_env_tools(test_case=self)

+        self.tmpfile_new_cib = mock.MagicMock()

+        self.tmpfile_new_cib.name = rc("new_cib.tmp")

+        self.tmpfile_new_cib.read.return_value = "<new-cib/>"

+        self.tmpfile_transitions = mock.MagicMock()

+        self.tmpfile_transitions.name = rc("transitions.tmp")

+        self.tmpfile_transitions.read.return_value = "<transitions/>"

+

+    def fixture_disable_both_resources(self, mock_write_tmpfile):

+        self.tmpfile_transitions.read.return_value = (

+            self.fixture_transitions_both_stopped

+        )

+        mock_write_tmpfile.side_effect = [

+            self.tmpfile_new_cib, self.tmpfile_transitions,

+            AssertionError("No other write_tmpfile call expected")

+        ]

+        (self.config

+            .runner.cib.load(resources=fixture_two_primitives_cib_enabled)

+            .runner.pcmk.load_state(

+                resources=fixture_two_primitives_status_managed

+            )

+        )

+

+    def fixture_migrate_one_resource(self, mock_write_tmpfile):

+        self.tmpfile_transitions.read.return_value = (

+            self.fixture_transitions_one_migrated

+        )

+        mock_write_tmpfile.side_effect = [