Blame SOURCES/bz2180704-01-fix-pcs-stonith-update-scsi.patch

cae71c
From 6841064bf1d06e16c9c5bf9a6ab42b3185d55afb Mon Sep 17 00:00:00 2001
cae71c
From: Miroslav Lisik <mlisik@redhat.com>
cae71c
Date: Mon, 20 Mar 2023 10:35:34 +0100
cae71c
Subject: [PATCH 2/2] fix `pcs stonith update-scsi-devices` command
cae71c
cae71c
---
cae71c
 pcs/lib/cib/resource/stonith.py               | 168 +++++-
cae71c
 .../test_stonith_update_scsi_devices.py       | 571 ++++++++++++++----
cae71c
 2 files changed, 601 insertions(+), 138 deletions(-)
cae71c
cae71c
diff --git a/pcs/lib/cib/resource/stonith.py b/pcs/lib/cib/resource/stonith.py
cae71c
index 1f5bddff..07cffba6 100644
cae71c
--- a/pcs/lib/cib/resource/stonith.py
cae71c
+++ b/pcs/lib/cib/resource/stonith.py
cae71c
@@ -169,12 +169,64 @@ def get_node_key_map_for_mpath(
cae71c
     return node_key_map
cae71c
 
cae71c
 
cae71c
-DIGEST_ATTRS = ["op-digest", "op-secure-digest", "op-restart-digest"]
cae71c
-DIGEST_ATTR_TO_TYPE_MAP = {
cae71c
+DIGEST_ATTR_TO_DIGEST_TYPE_MAP = {
cae71c
     "op-digest": "all",
cae71c
     "op-secure-digest": "nonprivate",
cae71c
     "op-restart-digest": "nonreloadable",
cae71c
 }
cae71c
+TRANSIENT_DIGEST_ATTR_TO_DIGEST_TYPE_MAP = {
cae71c
+    "#digests-all": "all",
cae71c
+    "#digests-secure": "nonprivate",
cae71c
+}
cae71c
+DIGEST_ATTRS = frozenset(DIGEST_ATTR_TO_DIGEST_TYPE_MAP.keys())
cae71c
+TRANSIENT_DIGEST_ATTRS = frozenset(
cae71c
+    TRANSIENT_DIGEST_ATTR_TO_DIGEST_TYPE_MAP.keys()
cae71c
+)
cae71c
+
cae71c
+
cae71c
+def _get_digest(
cae71c
+    attr: str,
cae71c
+    attr_to_type_map: Dict[str, str],
cae71c
+    calculated_digests: Dict[str, Optional[str]],
cae71c
+) -> str:
cae71c
+    """
cae71c
+    Return digest of right type for the specified attribute. If missing, raise
cae71c
+    an error.
cae71c
+
cae71c
+    attr -- name of digest attribute
cae71c
+    atttr_to_type_map -- map for attribute name to digest type conversion
cae71c
+    calculated_digests -- digests calculated by pacemaker
cae71c
+    """
cae71c
+    if attr not in attr_to_type_map:
cae71c
+        raise AssertionError(
cae71c
+            f"Key '{attr}' is missing in the attribute name to digest type map"
cae71c
+        )
cae71c
+    digest = calculated_digests.get(attr_to_type_map[attr])
cae71c
+    if digest is None:
cae71c
+        # this should not happen and when it does it is pacemaker fault
cae71c
+        raise LibraryError(
cae71c
+            ReportItem.error(
cae71c
+                reports.messages.StonithRestartlessUpdateUnableToPerform(
cae71c
+                    f"necessary digest for '{attr}' attribute is missing"
cae71c
+                )
cae71c
+            )
cae71c
+        )
cae71c
+    return digest
cae71c
+
cae71c
+
cae71c
+def _get_transient_instance_attributes(cib: _Element) -> List[_Element]:
cae71c
+    """
cae71c
+    Return list of instance_attributes elements which could contain digest
cae71c
+    attributes.
cae71c
+
cae71c
+    cib -- CIB root element
cae71c
+    """
cae71c
+    return cast(
cae71c
+        List[_Element],
cae71c
+        cib.xpath(
cae71c
+            "./status/node_state/transient_attributes/instance_attributes"
cae71c
+        ),
cae71c
+    )
cae71c
 
cae71c
 
cae71c
 def _get_lrm_rsc_op_elements(
cae71c
@@ -278,21 +330,89 @@ def _update_digest_attrs_in_lrm_rsc_op(
cae71c
             )
cae71c
         )
cae71c
     for attr in common_digests_attrs:
cae71c
-        new_digest = calculated_digests[DIGEST_ATTR_TO_TYPE_MAP[attr]]
cae71c
-        if new_digest is None:
cae71c
-            # this should not happen and when it does it is pacemaker fault
cae71c
+        # update digest in cib
cae71c
+        lrm_rsc_op.attrib[attr] = _get_digest(
cae71c
+            attr, DIGEST_ATTR_TO_DIGEST_TYPE_MAP, calculated_digests
cae71c
+        )
cae71c
+
cae71c
+
cae71c
+def _get_transient_digest_value(
cae71c
+    old_value: str, stonith_id: str, stonith_type: str, digest: str
cae71c
+) -> str:
cae71c
+    """
cae71c
+    Return transient digest value with replaced digest.
cae71c
+
cae71c
+    Value has comma separated format:
cae71c
+    <stonith_id>:<stonith_type>:<digest>,...
cae71c
+
cae71c
+    and we need to replace only digest for our currently updated stonith device.
cae71c
+
cae71c
+    old_value -- value to be replaced
cae71c
+    stonith_id -- id of stonith resource
cae71c
+    stonith_type -- stonith resource type
cae71c
+    digest -- digest for new value
cae71c
+    """
cae71c
+    new_comma_values_list = []
cae71c
+    for comma_value in old_value.split(","):
cae71c
+        if comma_value:
cae71c
+            try:
cae71c
+                _id, _type, _ = comma_value.split(":")
cae71c
+            except ValueError as e:
cae71c
+                raise LibraryError(
cae71c
+                    ReportItem.error(
cae71c
+                        reports.messages.StonithRestartlessUpdateUnableToPerform(
cae71c
+                            f"invalid digest attribute value: '{old_value}'"
cae71c
+                        )
cae71c
+                    )
cae71c
+                ) from e
cae71c
+            if _id == stonith_id and _type == stonith_type:
cae71c
+                comma_value = ":".join([stonith_id, stonith_type, digest])
cae71c
+        new_comma_values_list.append(comma_value)
cae71c
+    return ",".join(new_comma_values_list)
cae71c
+
cae71c
+
cae71c
+def _update_digest_attrs_in_transient_instance_attributes(
cae71c
+    nvset_el: _Element,
cae71c
+    stonith_id: str,
cae71c
+    stonith_type: str,
cae71c
+    calculated_digests: Dict[str, Optional[str]],
cae71c
+) -> None:
cae71c
+    """
cae71c
+    Update digests attributes in transient instance attributes element.
cae71c
+
cae71c
+    nvset_el -- instance_attributes element containing nvpairs with digests
cae71c
+        attributes
cae71c
+    stonith_id -- id of stonith resource being updated
cae71c
+    stonith_type -- type of stonith resource being updated
cae71c
+    calculated_digests -- digests calculated by pacemaker
cae71c
+    """
cae71c
+    for attr in TRANSIENT_DIGEST_ATTRS:
cae71c
+        nvpair_list = cast(
cae71c
+            List[_Element],
cae71c
+            nvset_el.xpath("./nvpair[@name=$name]", name=attr),
cae71c
+        )
cae71c
+        if not nvpair_list:
cae71c
+            continue
cae71c
+        if len(nvpair_list) > 1:
cae71c
             raise LibraryError(
cae71c
                 ReportItem.error(
cae71c
                     reports.messages.StonithRestartlessUpdateUnableToPerform(
cae71c
-                        (
cae71c
-                            f"necessary digest for '{attr}' attribute is "
cae71c
-                            "missing"
cae71c
-                        )
cae71c
+                        f"multiple digests attributes: '{attr}'"
cae71c
                     )
cae71c
                 )
cae71c
             )
cae71c
-        # update digest in cib
cae71c
-        lrm_rsc_op.attrib[attr] = new_digest
cae71c
+        old_value = nvpair_list[0].attrib["value"]
cae71c
+        if old_value:
cae71c
+            nvpair_list[0].attrib["value"] = _get_transient_digest_value(
cae71c
+                str(old_value),
cae71c
+                stonith_id,
cae71c
+                stonith_type,
cae71c
+                _get_digest(
cae71c
+                    attr,
cae71c
+                    TRANSIENT_DIGEST_ATTR_TO_DIGEST_TYPE_MAP,
cae71c
+                    calculated_digests,
cae71c
+                ),
cae71c
+            )
cae71c
 
cae71c
 
cae71c
 def update_scsi_devices_without_restart(
cae71c
@@ -311,6 +431,8 @@ def update_scsi_devices_without_restart(
cae71c
     id_provider -- elements' ids generator
cae71c
     device_list -- list of updated scsi devices
cae71c
     """
cae71c
+    # pylint: disable=too-many-locals
cae71c
+    cib = get_root(resource_el)
cae71c
     resource_id = resource_el.get("id", "")
cae71c
     roles_with_nodes = get_resource_state(cluster_state, resource_id)
cae71c
     if "Started" not in roles_with_nodes:
cae71c
@@ -341,17 +463,14 @@ def update_scsi_devices_without_restart(
cae71c
     )
cae71c
 
cae71c
     lrm_rsc_op_start_list = _get_lrm_rsc_op_elements(
cae71c
-        get_root(resource_el), resource_id, node_name, "start"
cae71c
+        cib, resource_id, node_name, "start"
cae71c
+    )
cae71c
+    new_instance_attrs_digests = get_resource_digests(
cae71c
+        runner, resource_id, node_name, new_instance_attrs
cae71c
     )
cae71c
     if len(lrm_rsc_op_start_list) == 1:
cae71c
         _update_digest_attrs_in_lrm_rsc_op(
cae71c
-            lrm_rsc_op_start_list[0],
cae71c
-            get_resource_digests(
cae71c
-                runner,
cae71c
-                resource_id,
cae71c
-                node_name,
cae71c
-                new_instance_attrs,
cae71c
-            ),
cae71c
+            lrm_rsc_op_start_list[0], new_instance_attrs_digests
cae71c
         )
cae71c
     else:
cae71c
         raise LibraryError(
cae71c
@@ -364,7 +483,7 @@ def update_scsi_devices_without_restart(
cae71c
 
cae71c
     monitor_attrs_list = _get_monitor_attrs(resource_el)
cae71c
     lrm_rsc_op_monitor_list = _get_lrm_rsc_op_elements(
cae71c
-        get_root(resource_el), resource_id, node_name, "monitor"
cae71c
+        cib, resource_id, node_name, "monitor"
cae71c
     )
cae71c
     if len(lrm_rsc_op_monitor_list) != len(monitor_attrs_list):
cae71c
         raise LibraryError(
cae71c
@@ -380,7 +499,7 @@ def update_scsi_devices_without_restart(
cae71c
 
cae71c
     for monitor_attrs in monitor_attrs_list:
cae71c
         lrm_rsc_op_list = _get_lrm_rsc_op_elements(
cae71c
-            get_root(resource_el),
cae71c
+            cib,
cae71c
             resource_id,
cae71c
             node_name,
cae71c
             "monitor",
cae71c
@@ -409,3 +528,10 @@ def update_scsi_devices_without_restart(
cae71c
                     )
cae71c
                 )
cae71c
             )
cae71c
+    for nvset_el in _get_transient_instance_attributes(cib):
cae71c
+        _update_digest_attrs_in_transient_instance_attributes(
cae71c
+            nvset_el,
cae71c
+            resource_id,
cae71c
+            resource_el.get("type", ""),
cae71c
+            new_instance_attrs_digests,
cae71c
+        )
cae71c
diff --git a/pcs_test/tier0/lib/commands/test_stonith_update_scsi_devices.py b/pcs_test/tier0/lib/commands/test_stonith_update_scsi_devices.py
cae71c
index 69ea097c..72c7dbcf 100644
cae71c
--- a/pcs_test/tier0/lib/commands/test_stonith_update_scsi_devices.py
cae71c
+++ b/pcs_test/tier0/lib/commands/test_stonith_update_scsi_devices.py
cae71c
@@ -38,6 +38,7 @@ DEFAULT_DIGEST = _DIGEST + "0"
cae71c
 ALL_DIGEST = _DIGEST + "1"
cae71c
 NONPRIVATE_DIGEST = _DIGEST + "2"
cae71c
 NONRELOADABLE_DIGEST = _DIGEST + "3"
cae71c
+DIGEST_ATTR_VALUE_GOOD_FORMAT = f"stonith_id:stonith_type:{DEFAULT_DIGEST},"
cae71c
 DEV_1 = "/dev/sda"
cae71c
 DEV_2 = "/dev/sdb"
cae71c
 DEV_3 = "/dev/sdc"
cae71c
@@ -151,33 +152,58 @@ def _fixture_lrm_rsc_start_ops(resource_id, lrm_start_ops):
cae71c
     return _fixture_lrm_rsc_ops("start", resource_id, lrm_start_ops)
cae71c
 
cae71c
 
cae71c
-def _fixture_status_lrm_ops_base(
cae71c
-    resource_id,
cae71c
-    resource_type,
cae71c
-    lrm_ops,
cae71c
-):
cae71c
+def _fixture_status_lrm_ops(resource_id, resource_type, lrm_ops):
cae71c
     return f"""
cae71c
-        <status>
cae71c
-            <node_state id="1" uname="node1">
cae71c
-                <lrm id="1">
cae71c
-                    <lrm_resources>
cae71c
-                        <lrm_resource id="{resource_id}" type="{resource_type}" class="stonith">
cae71c
-                            {lrm_ops}
cae71c
-                        </lrm_resource>
cae71c
-                    </lrm_resources>
cae71c
-                </lrm>
cae71c
-            </node_state>
cae71c
-        </status>
cae71c
+        <lrm id="1">
cae71c
+            <lrm_resources>
cae71c
+                <lrm_resource id="{resource_id}" type="{resource_type}" class="stonith">
cae71c
+                    {lrm_ops}
cae71c
+                </lrm_resource>
cae71c
+            </lrm_resources>
cae71c
+        </lrm>
cae71c
+    """
cae71c
+
cae71c
+
cae71c
+def _fixture_digest_nvpair(node_id, digest_name, digest_value):
cae71c
+    return (
cae71c
+        f'
cae71c
+        f'value="{digest_value}"/>'
cae71c
+    )
cae71c
+
cae71c
+
cae71c
+def _fixture_transient_attributes(node_id, digests_nvpairs):
cae71c
+    return f"""
cae71c
+        <transient_attributes id="{node_id}">
cae71c
+            <instance_attributes id="status-{node_id}">
cae71c
+                <nvpair id="status-{node_id}-.feature-set" name="#feature-set" value="3.16.2"/>
cae71c
+                <nvpair id="status-{node_id}-.node-unfenced" name="#node-unfenced" value="1679319764"/>
cae71c
+                {digests_nvpairs}
cae71c
+            </instance_attributes>
cae71c
+        </transient_attributes>
cae71c
+    """
cae71c
+
cae71c
+
cae71c
+def _fixture_node_state(node_id, lrm_ops=None, transient_attrs=None):
cae71c
+    if transient_attrs is None:
cae71c
+        transient_attrs = ""
cae71c
+    if lrm_ops is None:
cae71c
+        lrm_ops = ""
cae71c
+    return f"""
cae71c
+        <node_state id="{node_id}" uname="node{node_id}">
cae71c
+            {lrm_ops}
cae71c
+            {transient_attrs}
cae71c
+        </node_state>
cae71c
     """
cae71c
 
cae71c
 
cae71c
-def _fixture_status_lrm_ops(
cae71c
+def _fixture_status(
cae71c
     resource_id,
cae71c
     resource_type,
cae71c
     lrm_start_ops=DEFAULT_LRM_START_OPS,
cae71c
     lrm_monitor_ops=DEFAULT_LRM_MONITOR_OPS,
cae71c
+    digests_attrs_list=None,
cae71c
 ):
cae71c
-    return _fixture_status_lrm_ops_base(
cae71c
+    lrm_ops = _fixture_status_lrm_ops(
cae71c
         resource_id,
cae71c
         resource_type,
cae71c
         "\n".join(
cae71c
@@ -185,18 +211,52 @@ def _fixture_status_lrm_ops(
cae71c
             + _fixture_lrm_rsc_monitor_ops(resource_id, lrm_monitor_ops)
cae71c
         ),
cae71c
     )
cae71c
+    node_states_list = []
cae71c
+    if not digests_attrs_list:
cae71c
+        node_states_list.append(
cae71c
+            _fixture_node_state("1", lrm_ops, transient_attrs=None)
cae71c
+        )
cae71c
+    else:
cae71c
+        for node_id, digests_attrs in enumerate(digests_attrs_list, start=1):
cae71c
+            transient_attrs = _fixture_transient_attributes(
cae71c
+                node_id,
cae71c
+                "\n".join(
cae71c
+                    _fixture_digest_nvpair(node_id, name, value)
cae71c
+                    for name, value in digests_attrs
cae71c
+                ),
cae71c
+            )
cae71c
+            node_state = _fixture_node_state(
cae71c
+                node_id,
cae71c
+                lrm_ops=lrm_ops if node_id == 1 else None,
cae71c
+                transient_attrs=transient_attrs,
cae71c
+            )
cae71c
+            node_states_list.append(node_state)
cae71c
+    node_states = "\n".join(node_states_list)
cae71c
+    return f"""
cae71c
+        <status>
cae71c
+            {node_states}
cae71c
+        </status>
cae71c
+    """
cae71c
+
cae71c
 
cae71c
+def fixture_digests_xml(resource_id, node_name, devices="", nonprivate=True):
cae71c
+    nonprivate_xml = (
cae71c
+        f"""
cae71c
+        <digest type="nonprivate" hash="{NONPRIVATE_DIGEST}">
cae71c
+            <parameters devices="{devices}"/>
cae71c
+        </digest>
cae71c
+        """
cae71c
+        if nonprivate
cae71c
+        else ""
cae71c
+    )
cae71c
 
cae71c
-def fixture_digests_xml(resource_id, node_name, devices=""):
cae71c
     return f"""
cae71c
         <pacemaker-result api-version="2.9" request="crm_resource --digests --resource {resource_id} --node {node_name} --output-as xml devices={devices}">
cae71c
             <digests resource="{resource_id}" node="{node_name}" task="stop" interval="0ms">
cae71c
                 <digest type="all" hash="{ALL_DIGEST}">
cae71c
                     <parameters devices="{devices}" pcmk_host_check="static-list" pcmk_host_list="node1 node2 node3" pcmk_reboot_action="off"/>
cae71c
                 </digest>
cae71c
-                <digest type="nonprivate" hash="{NONPRIVATE_DIGEST}">
cae71c
-                    <parameters devices="{devices}"/>
cae71c
-                </digest>
cae71c
+                {nonprivate_xml}
cae71c
             </digests>
cae71c
             <status code="0" message="OK"/>
cae71c
         </pacemaker-result>
cae71c
@@ -334,6 +394,8 @@ class UpdateScsiDevicesMixin:
cae71c
         nodes_running_on=1,
cae71c
         start_digests=True,
cae71c
         monitor_digests=True,
cae71c
+        digests_attrs_list=None,
cae71c
+        crm_digests_xml=None,
cae71c
     ):
cae71c
         # pylint: disable=too-many-arguments
cae71c
         # pylint: disable=too-many-locals
cae71c
@@ -346,11 +408,12 @@ class UpdateScsiDevicesMixin:
cae71c
                 resource_ops=resource_ops,
cae71c
                 host_map=host_map,
cae71c
             ),
cae71c
-            status=_fixture_status_lrm_ops(
cae71c
+            status=_fixture_status(
cae71c
                 self.stonith_id,
cae71c
                 self.stonith_type,
cae71c
                 lrm_start_ops=lrm_start_ops,
cae71c
                 lrm_monitor_ops=lrm_monitor_ops,
cae71c
+                digests_attrs_list=digests_attrs_list,
cae71c
             ),
cae71c
         )
cae71c
         self.config.runner.pcmk.is_resource_digests_supported()
cae71c
@@ -363,14 +426,17 @@ class UpdateScsiDevicesMixin:
cae71c
             nodes=FIXTURE_CRM_MON_NODES,
cae71c
         )
cae71c
         devices_opt = "devices={}".format(devices_value)
cae71c
+
cae71c
+        if crm_digests_xml is None:
cae71c
+            crm_digests_xml = fixture_digests_xml(
cae71c
+                self.stonith_id, SCSI_NODE, devices=devices_value
cae71c
+            )
cae71c
         if start_digests:
cae71c
             self.config.runner.pcmk.resource_digests(
cae71c
                 self.stonith_id,
cae71c
                 SCSI_NODE,
cae71c
                 name="start.op.digests",
cae71c
-                stdout=fixture_digests_xml(
cae71c
-                    self.stonith_id, SCSI_NODE, devices=devices_value
cae71c
-                ),
cae71c
+                stdout=crm_digests_xml,
cae71c
                 args=[devices_opt],
cae71c
             )
cae71c
         if monitor_digests:
cae71c
@@ -394,11 +460,7 @@ class UpdateScsiDevicesMixin:
cae71c
                     self.stonith_id,
cae71c
                     SCSI_NODE,
cae71c
                     name=f"{name}-{num}.op.digests",
cae71c
-                    stdout=fixture_digests_xml(
cae71c
-                        self.stonith_id,
cae71c
-                        SCSI_NODE,
cae71c
-                        devices=devices_value,
cae71c
-                    ),
cae71c
+                    stdout=crm_digests_xml,
cae71c
                     args=args,
cae71c
                 )
cae71c
 
cae71c
@@ -406,14 +468,16 @@ class UpdateScsiDevicesMixin:
cae71c
         self,
cae71c
         devices_before=DEVICES_1,
cae71c
         devices_updated=DEVICES_2,
cae71c
-        devices_add=(),
cae71c
-        devices_remove=(),
cae71c
+        devices_add=None,
cae71c
+        devices_remove=None,
cae71c
         unfence=None,
cae71c
         resource_ops=DEFAULT_OPS,
cae71c
         lrm_monitor_ops=DEFAULT_LRM_MONITOR_OPS,
cae71c
         lrm_start_ops=DEFAULT_LRM_START_OPS,
cae71c
         lrm_monitor_ops_updated=DEFAULT_LRM_MONITOR_OPS_UPDATED,
cae71c
         lrm_start_ops_updated=DEFAULT_LRM_START_OPS_UPDATED,
cae71c
+        digests_attrs_list=None,
cae71c
+        digests_attrs_list_updated=None,
cae71c
     ):
cae71c
         # pylint: disable=too-many-arguments
cae71c
         self.config_cib(
cae71c
@@ -422,6 +486,7 @@ class UpdateScsiDevicesMixin:
cae71c
             resource_ops=resource_ops,
cae71c
             lrm_monitor_ops=lrm_monitor_ops,
cae71c
             lrm_start_ops=lrm_start_ops,
cae71c
+            digests_attrs_list=digests_attrs_list,
cae71c
         )
cae71c
         if unfence:
cae71c
             self.config.corosync_conf.load_content(
cae71c
@@ -445,20 +510,34 @@ class UpdateScsiDevicesMixin:
cae71c
                 devices=devices_updated,
cae71c
                 resource_ops=resource_ops,
cae71c
             ),
cae71c
-            status=_fixture_status_lrm_ops(
cae71c
+            status=_fixture_status(
cae71c
                 self.stonith_id,
cae71c
                 self.stonith_type,
cae71c
                 lrm_start_ops=lrm_start_ops_updated,
cae71c
                 lrm_monitor_ops=lrm_monitor_ops_updated,
cae71c
+                digests_attrs_list=digests_attrs_list_updated,
cae71c
             ),
cae71c
         )
cae71c
-        self.command(
cae71c
-            devices_updated=devices_updated,
cae71c
-            devices_add=devices_add,
cae71c
-            devices_remove=devices_remove,
cae71c
-        )()
cae71c
+        kwargs = dict(devices_updated=devices_updated)
cae71c
+        if devices_add is not None:
cae71c
+            kwargs["devices_add"] = devices_add
cae71c
+        if devices_remove is not None:
cae71c
+            kwargs["devices_remove"] = devices_remove
cae71c
+        self.command(**kwargs)()
cae71c
         self.env_assist.assert_reports([])
cae71c
 
cae71c
+    def digest_attr_value_single(self, digest, last_comma=True):
cae71c
+        comma = "," if last_comma else ""
cae71c
+        return f"{self.stonith_id}:{self.stonith_type}:{digest}{comma}"
cae71c
+
cae71c
+    def digest_attr_value_multiple(self, digest, last_comma=True):
cae71c
+        if self.stonith_type == STONITH_TYPE_SCSI:
cae71c
+            value = f"{STONITH_ID_MPATH}:{STONITH_TYPE_MPATH}:{DEFAULT_DIGEST},"
cae71c
+        else:
cae71c
+            value = f"{STONITH_ID_SCSI}:{STONITH_TYPE_SCSI}:{DEFAULT_DIGEST},"
cae71c
+
cae71c
+        return f"{value}{self.digest_attr_value_single(digest, last_comma=last_comma)}"
cae71c
+
cae71c
 
cae71c
 class UpdateScsiDevicesFailuresMixin(UpdateScsiDevicesMixin):
cae71c
     def test_pcmk_doesnt_support_digests(self):
cae71c
@@ -567,9 +646,7 @@ class UpdateScsiDevicesFailuresMixin(UpdateScsiDevicesMixin):
cae71c
         )
cae71c
 
cae71c
     def test_no_lrm_start_op(self):
cae71c
-        self.config_cib(
cae71c
-            lrm_start_ops=(), start_digests=False, monitor_digests=False
cae71c
-        )
cae71c
+        self.config_cib(lrm_start_ops=(), monitor_digests=False)
cae71c
         self.env_assist.assert_raise_library_error(
cae71c
             self.command(),
cae71c
             [
cae71c
@@ -622,6 +699,59 @@ class UpdateScsiDevicesFailuresMixin(UpdateScsiDevicesMixin):
cae71c
             expected_in_processor=False,
cae71c
         )
cae71c
 
cae71c
+    def test_crm_resource_digests_missing_for_transient_digests_attrs(self):
cae71c
+        self.config_cib(
cae71c
+            digests_attrs_list=[
cae71c
+                [
cae71c
+                    (
cae71c
+                        "digests-secure",
cae71c
+                        self.digest_attr_value_single(ALL_DIGEST),
cae71c
+                    ),
cae71c
+                ],
cae71c
+            ],
cae71c
+            crm_digests_xml=fixture_digests_xml(
cae71c
+                self.stonith_id, SCSI_NODE, devices="", nonprivate=False
cae71c
+            ),
cae71c
+        )
cae71c
+        self.env_assist.assert_raise_library_error(
cae71c
+            self.command(),
cae71c
+            [
cae71c
+                fixture.error(
cae71c
+                    reports.codes.STONITH_RESTARTLESS_UPDATE_UNABLE_TO_PERFORM,
cae71c
+                    reason=(
cae71c
+                        "necessary digest for '#digests-secure' attribute is "
cae71c
+                        "missing"
cae71c
+                    ),
cae71c
+                    reason_type=reports.const.STONITH_RESTARTLESS_UPDATE_UNABLE_TO_PERFORM_REASON_OTHER,
cae71c
+                )
cae71c
+            ],
cae71c
+            expected_in_processor=False,
cae71c
+        )
cae71c
+
cae71c
+    def test_multiple_digests_attributes(self):
cae71c
+        self.config_cib(
cae71c
+            digests_attrs_list=[
cae71c
+                2
cae71c
+                * [
cae71c
+                    (
cae71c
+                        "digests-all",
cae71c
+                        self.digest_attr_value_single(DEFAULT_DIGEST),
cae71c
+                    ),
cae71c
+                ],
cae71c
+            ],
cae71c
+        )
cae71c
+        self.env_assist.assert_raise_library_error(
cae71c
+            self.command(),
cae71c
+            [
cae71c
+                fixture.error(
cae71c
+                    reports.codes.STONITH_RESTARTLESS_UPDATE_UNABLE_TO_PERFORM,
cae71c
+                    reason=("multiple digests attributes: '#digests-all'"),
cae71c
+                    reason_type=reports.const.STONITH_RESTARTLESS_UPDATE_UNABLE_TO_PERFORM_REASON_OTHER,
cae71c
+                )
cae71c
+            ],
cae71c
+            expected_in_processor=False,
cae71c
+        )
cae71c
+
cae71c
     def test_monitor_ops_and_lrm_monitor_ops_do_not_match(self):
cae71c
         self.config_cib(
cae71c
             resource_ops=(
cae71c
@@ -812,7 +942,7 @@ class UpdateScsiDevicesFailuresMixin(UpdateScsiDevicesMixin):
cae71c
                 stonith_type=self.stonith_type,
cae71c
                 devices=DEVICES_2,
cae71c
             ),
cae71c
-            status=_fixture_status_lrm_ops(
cae71c
+            status=_fixture_status(
cae71c
                 self.stonith_id,
cae71c
                 self.stonith_type,
cae71c
                 lrm_start_ops=DEFAULT_LRM_START_OPS_UPDATED,
cae71c
@@ -959,6 +1089,28 @@ class UpdateScsiDevicesFailuresMixin(UpdateScsiDevicesMixin):
cae71c
             ]
cae71c
         )
cae71c
 
cae71c
+    def test_transient_digests_attrs_bad_value_format(self):
cae71c
+        bad_format = f"{DIGEST_ATTR_VALUE_GOOD_FORMAT}id:type,"
cae71c
+        self.config_cib(
cae71c
+            digests_attrs_list=[
cae71c
+                [
cae71c
+                    ("digests-all", DIGEST_ATTR_VALUE_GOOD_FORMAT),
cae71c
+                    ("digests-secure", bad_format),
cae71c
+                ]
cae71c
+            ]
cae71c
+        )
cae71c
+        self.env_assist.assert_raise_library_error(
cae71c
+            self.command(),
cae71c
+            [
cae71c
+                fixture.error(
cae71c
+                    reports.codes.STONITH_RESTARTLESS_UPDATE_UNABLE_TO_PERFORM,
cae71c
+                    reason=f"invalid digest attribute value: '{bad_format}'",
cae71c
+                    reason_type=reports.const.STONITH_RESTARTLESS_UPDATE_UNABLE_TO_PERFORM_REASON_OTHER,
cae71c
+                )
cae71c
+            ],
cae71c
+            expected_in_processor=False,
cae71c
+        )
cae71c
+
cae71c
 
cae71c
 class UpdateScsiDevicesSetBase(UpdateScsiDevicesMixin, CommandSetMixin):
cae71c
     def test_update_1_to_1_devices(self):
cae71c
@@ -1002,80 +1154,6 @@ class UpdateScsiDevicesSetBase(UpdateScsiDevicesMixin, CommandSetMixin):
cae71c
             unfence=[DEV_3, DEV_4],
cae71c
         )
cae71c
 
cae71c
-    def test_default_monitor(self):
cae71c
-        self.assert_command_success(unfence=[DEV_2])
cae71c
-
cae71c
-    def test_no_monitor_ops(self):
cae71c
-        self.assert_command_success(
cae71c
-            unfence=[DEV_2],
cae71c
-            resource_ops=(),
cae71c
-            lrm_monitor_ops=(),
cae71c
-            lrm_monitor_ops_updated=(),
cae71c
-        )
cae71c
-
cae71c
-    def test_1_monitor_with_timeout(self):
cae71c
-        self.assert_command_success(
cae71c
-            unfence=[DEV_2],
cae71c
-            resource_ops=(("monitor", "30s", "10s", None),),
cae71c
-            lrm_monitor_ops=(("30000", DEFAULT_DIGEST, None, None),),
cae71c
-            lrm_monitor_ops_updated=(("30000", ALL_DIGEST, None, None),),
cae71c
-        )
cae71c
-
cae71c
-    def test_2_monitor_ops_with_timeouts(self):
cae71c
-        self.assert_command_success(
cae71c
-            unfence=[DEV_2],
cae71c
-            resource_ops=(
cae71c
-                ("monitor", "30s", "10s", None),
cae71c
-                ("monitor", "40s", "20s", None),
cae71c
-            ),
cae71c
-            lrm_monitor_ops=(
cae71c
-                ("30000", DEFAULT_DIGEST, None, None),
cae71c
-                ("40000", DEFAULT_DIGEST, None, None),
cae71c
-            ),
cae71c
-            lrm_monitor_ops_updated=(
cae71c
-                ("30000", ALL_DIGEST, None, None),
cae71c
-                ("40000", ALL_DIGEST, None, None),
cae71c
-            ),
cae71c
-        )
cae71c
-
cae71c
-    def test_2_monitor_ops_with_one_timeout(self):
cae71c
-        self.assert_command_success(
cae71c
-            unfence=[DEV_2],
cae71c
-            resource_ops=(
cae71c
-                ("monitor", "30s", "10s", None),
cae71c
-                ("monitor", "60s", None, None),
cae71c
-            ),
cae71c
-            lrm_monitor_ops=(
cae71c
-                ("30000", DEFAULT_DIGEST, None, None),
cae71c
-                ("60000", DEFAULT_DIGEST, None, None),
cae71c
-            ),
cae71c
-            lrm_monitor_ops_updated=(
cae71c
-                ("30000", ALL_DIGEST, None, None),
cae71c
-                ("60000", ALL_DIGEST, None, None),
cae71c
-            ),
cae71c
-        )
cae71c
-
cae71c
-    def test_various_start_ops_one_lrm_start_op(self):
cae71c
-        self.assert_command_success(
cae71c
-            unfence=[DEV_2],
cae71c
-            resource_ops=(
cae71c
-                ("monitor", "60s", None, None),
cae71c
-                ("start", "0s", "40s", None),
cae71c
-                ("start", "0s", "30s", "1"),
cae71c
-                ("start", "10s", "5s", None),
cae71c
-                ("start", "20s", None, None),
cae71c
-            ),
cae71c
-        )
cae71c
-
cae71c
-    def test_1_nonrecurring_start_op_with_timeout(self):
cae71c
-        self.assert_command_success(
cae71c
-            unfence=[DEV_2],
cae71c
-            resource_ops=(
cae71c
-                ("monitor", "60s", None, None),
cae71c
-                ("start", "0s", "40s", None),
cae71c
-            ),
cae71c
-        )
cae71c
-
cae71c
 
cae71c
 class UpdateScsiDevicesAddRemoveBase(
cae71c
     UpdateScsiDevicesMixin, CommandAddRemoveMixin
cae71c
@@ -1245,6 +1323,221 @@ class MpathFailuresMixin:
cae71c
         self.assert_failure("node1:1;node2=", ["node2", "node3"])
cae71c
 
cae71c
 
cae71c
+class UpdateScsiDevicesDigestsBase(UpdateScsiDevicesMixin):
cae71c
+    def test_default_monitor(self):
cae71c
+        self.assert_command_success(unfence=[DEV_2])
cae71c
+
cae71c
+    def test_no_monitor_ops(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            resource_ops=(),
cae71c
+            lrm_monitor_ops=(),
cae71c
+            lrm_monitor_ops_updated=(),
cae71c
+        )
cae71c
+
cae71c
+    def test_1_monitor_with_timeout(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            resource_ops=(("monitor", "30s", "10s", None),),
cae71c
+            lrm_monitor_ops=(("30000", DEFAULT_DIGEST, None, None),),
cae71c
+            lrm_monitor_ops_updated=(("30000", ALL_DIGEST, None, None),),
cae71c
+        )
cae71c
+
cae71c
+    def test_2_monitor_ops_with_timeouts(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            resource_ops=(
cae71c
+                ("monitor", "30s", "10s", None),
cae71c
+                ("monitor", "40s", "20s", None),
cae71c
+            ),
cae71c
+            lrm_monitor_ops=(
cae71c
+                ("30000", DEFAULT_DIGEST, None, None),
cae71c
+                ("40000", DEFAULT_DIGEST, None, None),
cae71c
+            ),
cae71c
+            lrm_monitor_ops_updated=(
cae71c
+                ("30000", ALL_DIGEST, None, None),
cae71c
+                ("40000", ALL_DIGEST, None, None),
cae71c
+            ),
cae71c
+        )
cae71c
+
cae71c
+    def test_2_monitor_ops_with_one_timeout(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            resource_ops=(
cae71c
+                ("monitor", "30s", "10s", None),
cae71c
+                ("monitor", "60s", None, None),
cae71c
+            ),
cae71c
+            lrm_monitor_ops=(
cae71c
+                ("30000", DEFAULT_DIGEST, None, None),
cae71c
+                ("60000", DEFAULT_DIGEST, None, None),
cae71c
+            ),
cae71c
+            lrm_monitor_ops_updated=(
cae71c
+                ("30000", ALL_DIGEST, None, None),
cae71c
+                ("60000", ALL_DIGEST, None, None),
cae71c
+            ),
cae71c
+        )
cae71c
+
cae71c
+    def test_various_start_ops_one_lrm_start_op(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            resource_ops=(
cae71c
+                ("monitor", "60s", None, None),
cae71c
+                ("start", "0s", "40s", None),
cae71c
+                ("start", "0s", "30s", "1"),
cae71c
+                ("start", "10s", "5s", None),
cae71c
+                ("start", "20s", None, None),
cae71c
+            ),
cae71c
+        )
cae71c
+
cae71c
+    def test_1_nonrecurring_start_op_with_timeout(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            resource_ops=(
cae71c
+                ("monitor", "60s", None, None),
cae71c
+                ("start", "0s", "40s", None),
cae71c
+            ),
cae71c
+        )
cae71c
+
cae71c
+    def _digests_attrs_before(self, last_comma=True):
cae71c
+        return [
cae71c
+            (
cae71c
+                "digests-all",
cae71c
+                self.digest_attr_value_single(DEFAULT_DIGEST, last_comma),
cae71c
+            ),
cae71c
+            (
cae71c
+                "digests-secure",
cae71c
+                self.digest_attr_value_single(DEFAULT_DIGEST, last_comma),
cae71c
+            ),
cae71c
+        ]
cae71c
+
cae71c
+    def _digests_attrs_after(self, last_comma=True):
cae71c
+        return [
cae71c
+            (
cae71c
+                "digests-all",
cae71c
+                self.digest_attr_value_single(ALL_DIGEST, last_comma),
cae71c
+            ),
cae71c
+            (
cae71c
+                "digests-secure",
cae71c
+                self.digest_attr_value_single(NONPRIVATE_DIGEST, last_comma),
cae71c
+            ),
cae71c
+        ]
cae71c
+
cae71c
+    def _digests_attrs_before_multi(self, last_comma=True):
cae71c
+        return [
cae71c
+            (
cae71c
+                "digests-all",
cae71c
+                self.digest_attr_value_multiple(DEFAULT_DIGEST, last_comma),
cae71c
+            ),
cae71c
+            (
cae71c
+                "digests-secure",
cae71c
+                self.digest_attr_value_multiple(DEFAULT_DIGEST, last_comma),
cae71c
+            ),
cae71c
+        ]
cae71c
+
cae71c
+    def _digests_attrs_after_multi(self, last_comma=True):
cae71c
+        return [
cae71c
+            (
cae71c
+                "digests-all",
cae71c
+                self.digest_attr_value_multiple(ALL_DIGEST, last_comma),
cae71c
+            ),
cae71c
+            (
cae71c
+                "digests-secure",
cae71c
+                self.digest_attr_value_multiple(NONPRIVATE_DIGEST, last_comma),
cae71c
+            ),
cae71c
+        ]
cae71c
+
cae71c
+    def test_transient_digests_attrs_all_nodes(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=len(self.existing_nodes)
cae71c
+            * [self._digests_attrs_before()],
cae71c
+            digests_attrs_list_updated=len(self.existing_nodes)
cae71c
+            * [self._digests_attrs_after()],
cae71c
+        )
cae71c
+
cae71c
+    def test_transient_digests_attrs_not_on_all_nodes(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=[self._digests_attrs_before()],
cae71c
+            digests_attrs_list_updated=[self._digests_attrs_after()],
cae71c
+        )
cae71c
+
cae71c
+    def test_transient_digests_attrs_all_nodes_multi_value(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=len(self.existing_nodes)
cae71c
+            * [self._digests_attrs_before_multi()],
cae71c
+            digests_attrs_list_updated=len(self.existing_nodes)
cae71c
+            * [self._digests_attrs_after_multi()],
cae71c
+        )
cae71c
+
cae71c
+    def test_transient_digests_attrs_not_on_all_nodes_multi_value(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=[self._digests_attrs_before()],
cae71c
+            digests_attrs_list_updated=[self._digests_attrs_after()],
cae71c
+        )
cae71c
+
cae71c
+    def test_transient_digests_attrs_not_all_digest_types(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=len(self.existing_nodes)
cae71c
+            * [self._digests_attrs_before()[0:1]],
cae71c
+            digests_attrs_list_updated=len(self.existing_nodes)
cae71c
+            * [self._digests_attrs_after()[0:1]],
cae71c
+        )
cae71c
+
cae71c
+    def test_transient_digests_attrs_without_digests_attrs(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=len(self.existing_nodes) * [[]],
cae71c
+            digests_attrs_list_updated=len(self.existing_nodes) * [[]],
cae71c
+        )
cae71c
+
cae71c
+    def test_transient_digests_attrs_without_last_comma(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=[self._digests_attrs_before(last_comma=False)],
cae71c
+            digests_attrs_list_updated=[
cae71c
+                self._digests_attrs_after(last_comma=False)
cae71c
+            ],
cae71c
+        )
cae71c
+
cae71c
+    def test_transient_digests_attrs_without_last_comma_multi_value(self):
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=[
cae71c
+                self._digests_attrs_before_multi(last_comma=False)
cae71c
+            ],
cae71c
+            digests_attrs_list_updated=[
cae71c
+                self._digests_attrs_after_multi(last_comma=False)
cae71c
+            ],
cae71c
+        )
cae71c
+
cae71c
+    def test_transient_digests_attrs_no_digest_for_our_stonith_id(self):
cae71c
+        digests_attrs_list = len(self.existing_nodes) * [
cae71c
+            [
cae71c
+                ("digests-all", DIGEST_ATTR_VALUE_GOOD_FORMAT),
cae71c
+                ("digests-secure", DIGEST_ATTR_VALUE_GOOD_FORMAT),
cae71c
+            ]
cae71c
+        ]
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=digests_attrs_list,
cae71c
+            digests_attrs_list_updated=digests_attrs_list,
cae71c
+        )
cae71c
+
cae71c
+    def test_transient_digests_attrs_digests_with_empty_value(self):
cae71c
+        digests_attrs_list = len(self.existing_nodes) * [
cae71c
+            [("digests-all", ""), ("digests-secure", "")]
cae71c
+        ]
cae71c
+        self.assert_command_success(
cae71c
+            unfence=[DEV_2],
cae71c
+            digests_attrs_list=digests_attrs_list,
cae71c
+            digests_attrs_list_updated=digests_attrs_list,
cae71c
+        )
cae71c
+
cae71c
+
cae71c
 @mock.patch.object(
cae71c
     settings,
cae71c
     "pacemaker_api_result_schema",
cae71c
@@ -1337,3 +1630,47 @@ class TestUpdateScsiDevicesAddRemoveFailuresScsi(
cae71c
     UpdateScsiDevicesAddRemoveFailuresBaseMixin, ScsiMixin, TestCase
cae71c
 ):
cae71c
     pass
cae71c
+
cae71c
+
cae71c
+@mock.patch.object(
cae71c
+    settings,
cae71c
+    "pacemaker_api_result_schema",
cae71c
+    rc("pcmk_api_rng/api-result.rng"),
cae71c
+)
cae71c
+class TestUpdateScsiDevicesDigestsSetScsi(
cae71c
+    UpdateScsiDevicesDigestsBase, ScsiMixin, CommandSetMixin, TestCase
cae71c
+):
cae71c
+    pass
cae71c
+
cae71c
+
cae71c
+@mock.patch.object(
cae71c
+    settings,
cae71c
+    "pacemaker_api_result_schema",
cae71c
+    rc("pcmk_api_rng/api-result.rng"),
cae71c
+)
cae71c
+class TestUpdateScsiDevicesDigestsAddRemoveScsi(
cae71c
+    UpdateScsiDevicesDigestsBase, ScsiMixin, CommandAddRemoveMixin, TestCase
cae71c
+):
cae71c
+    pass
cae71c
+
cae71c
+
cae71c
+@mock.patch.object(
cae71c
+    settings,
cae71c
+    "pacemaker_api_result_schema",
cae71c
+    rc("pcmk_api_rng/api-result.rng"),
cae71c
+)
cae71c
+class TestUpdateScsiDevicesDigestsSetMpath(
cae71c
+    UpdateScsiDevicesDigestsBase, MpathMixin, CommandSetMixin, TestCase
cae71c
+):
cae71c
+    pass
cae71c
+
cae71c
+
cae71c
+@mock.patch.object(
cae71c
+    settings,
cae71c
+    "pacemaker_api_result_schema",
cae71c
+    rc("pcmk_api_rng/api-result.rng"),
cae71c
+)
cae71c
+class TestUpdateScsiDevicesDigestsAddRemoveMpath(
cae71c
+    UpdateScsiDevicesDigestsBase, MpathMixin, CommandAddRemoveMixin, TestCase
cae71c
+):
cae71c
+    pass
cae71c
-- 
cae71c
2.39.2
cae71c