SRE-3150 test: Add device verification and test summary to launch (#16583)

Verify the server storage devices exist before and after running the
tests.

Generate a test summary indicating the order, status, and host usage for
each test file and its variants.

Signed-off-by: Phil Henderson <phillip.henderson@hpe.com>

Author: phender

src/tests/ftest/launch.py

@@ -14,6 +14,7 @@
 from argparse import ArgumentParser, ArgumentTypeError, RawDescriptionHelpFormatter
 from collections import OrderedDict
 
+import distro
 from ClusterShell.NodeSet import NodeSet
 from process_core_files import get_core_file_pattern
 # pylint: disable=import-error,no-name-in-module
@@ -176,6 +177,7 @@ def _configure(self, overwrite_config=False):
 
         # Add details about the run
         self.details["avocado version"] = str(self.avocado)
+        self.details["distro"] = distro.linux_distribution(full_distribution_name=True)
         self.details["launch host"] = str(self.local_host)
 
     def _create_log_dir(self):
@@ -272,7 +274,7 @@ def _run(self, args):
         all_hosts = args.test_servers | args.test_clients | self.local_host
         self.details["installed packages"] = find_packages(
             logger, all_hosts,
-            "'^(daos|libfabric|mercury|ior|openmpi|mpifileutils|mlnx-ofed-basic)-'")
+            "'^(daos|libfabric|mercury|ior|openmpi|mpich|mpifileutils|mlnx-ofed-basic)-'")
 
         # Setup the test environment
         test_env = TestEnvironment()

src/tests/ftest/pool/create_all_hw.yaml

@@ -1,7 +1,6 @@
 setup:
   start_agents_once: False
   start_servers_once: False
-  server_config_namespace: /run/server_configurations/*/server_config/*
 
 hosts:
   test_servers: 3
@@ -39,145 +38,44 @@ test_two_pools_hw:
       scm: 2147483648   # 2GiB
       nvme: 0
 
-# Mux the number of targets per engine (1-4) with both engines using the same number of targets
-server_configurations: !mux
-  server_config_1_target:
-    server_config:
-      name: daos_server
-      engines_per_host: 2
-      engines:
+server_config:
+  name: daos_server
+  engines_per_host: 2
+  engines:
+    0:
+      pinned_numa_node: 0
+      fabric_iface: ib0
+      fabric_iface_port: 31317
+      log_file: daos_server0.log
+      storage:
         0:
-          targets: 1
-          pinned_numa_node: 0
-          nr_xs_helpers: 1
-          fabric_iface: ib0
-          fabric_iface_port: 31317
-          log_file: daos_server0.log
-          storage:
-            0:
-              class: dcpm
-              scm_list: ["/dev/pmem0"]
-              scm_mount: /mnt/daos0
-            1:
-              class: nvme
-              bdev_list: ["aaaa:aa:aa.a"]
+          class: dcpm
+          scm_list: ["/dev/pmem0"]
+          scm_mount: /mnt/daos0
         1:
-          targets: 1
-          pinned_numa_node: 1
-          nr_xs_helpers: 1
-          fabric_iface: ib1
-          fabric_iface_port: 31417
-          log_file: daos_server1.log
-          storage:
-            0:
-              class: dcpm
-              scm_list: ["/dev/pmem1"]
-              scm_mount: /mnt/daos1
-            1:
-              class: nvme
-              bdev_list: ["bbbb:bb:bb.b"]
-  server_config_2_target:
-    server_config:
-      name: daos_server
-      engines_per_host: 2
-      engines:
+          class: nvme
+          bdev_list: ["aaaa:aa:aa.a"]
+    1:
+      pinned_numa_node: 1
+      fabric_iface: ib1
+      fabric_iface_port: 31417
+      log_file: daos_server1.log
+      storage:
         0:
-          targets: 2
-          pinned_numa_node: 0
-          nr_xs_helpers: 1
-          fabric_iface: ib0
-          fabric_iface_port: 31317
-          log_file: daos_server0.log
-          storage:
-            0:
-              class: dcpm
-              scm_list: ["/dev/pmem0"]
-              scm_mount: /mnt/daos0
-            1:
-              class: nvme
-              bdev_list: ["aaaa:aa:aa.a"]
+          class: dcpm
+          scm_list: ["/dev/pmem1"]
+          scm_mount: /mnt/daos1
         1:
-          targets: 2
-          pinned_numa_node: 1
-          nr_xs_helpers: 1
-          fabric_iface: ib1
-          fabric_iface_port: 31417
-          log_file: daos_server1.log
-          storage:
-            0:
-              class: dcpm
-              scm_list: ["/dev/pmem1"]
-              scm_mount: /mnt/daos1
-            1:
-              class: nvme
-              bdev_list: ["bbbb:bb:bb.b"]
-  server_config_3_target:
-    server_config:
-      name: daos_server
-      engines_per_host: 2
-      engines:
-        0:
-          targets: 3
-          pinned_numa_node: 0
-          nr_xs_helpers: 1
-          fabric_iface: ib0
-          fabric_iface_port: 31317
-          log_file: daos_server0.log
-          storage:
-            0:
-              class: dcpm
-              scm_list: ["/dev/pmem0"]
-              scm_mount: /mnt/daos0
-            1:
-              class: nvme
-              bdev_list: ["aaaa:aa:aa.a"]
-        1:
-          targets: 3
-          pinned_numa_node: 1
-          nr_xs_helpers: 1
-          fabric_iface: ib1
-          fabric_iface_port: 31417
-          log_file: daos_server1.log
-          storage:
-            0:
-              class: dcpm
-              scm_list: ["/dev/pmem1"]
-              scm_mount: /mnt/daos1
-            1:
-              class: nvme
-              bdev_list: ["bbbb:bb:bb.b"]
-  server_config_5_target:
-    server_config:
-      name: daos_server
-      engines_per_host: 2
-      engines:
-        0:
-          targets: 5
-          pinned_numa_node: 0
-          nr_xs_helpers: 1
-          fabric_iface: ib0
-          fabric_iface_port: 31317
-          log_file: daos_server0.log
-          storage:
-            0:
-              class: dcpm
-              scm_list: ["/dev/pmem0"]
-              scm_mount: /mnt/daos0
-            1:
-              class: nvme
-              bdev_list: ["aaaa:aa:aa.a"]
-        1:
-          targets: 5
-          pinned_numa_node: 1
-          nr_xs_helpers: 1
-          fabric_iface: ib1
-          fabric_iface_port: 31417
-          log_file: daos_server1.log
-          storage:
-            0:
-              class: dcpm
-              scm_list: ["/dev/pmem1"]
-              scm_mount: /mnt/daos1
-            1:
-              class: nvme
-              bdev_list: ["bbbb:bb:bb.b"]
+          class: nvme
+          bdev_list: ["bbbb:bb:bb.b"]
+  engines_common:
+    targets_mux: !mux
+      one_target:
+        targets: 1
+      two_targets:
+        targets: 2
+      three_targets:
+        targets: 3
+      five_targets:
+        targets: 5
+    nr_xs_helpers: 1

src/tests/ftest/server/storage_tiers.py

@@ -1,5 +1,6 @@
 """
   (C) Copyright 2020-2023 Intel Corporation.
+  (C) Copyright 2025 Hewlett Packard Enterprise Development LP
 
   SPDX-License-Identifier: BSD-2-Clause-Patent
 """
@@ -25,9 +26,10 @@ def test_tiers(self):
 
         Test Description:
             Verify storage tiers are correctly obtained from the test yaml file.
+            Does not test or rely on actual hardware being present.
 
         :avocado: tags=all,pr
-        :avocado: tags=hw,medium
+        :avocado: tags=vm
         :avocado: tags=server,storage,storage_tiers
         :avocado: tags=StorageTiers,test_tiers
         """
@@ -58,9 +60,9 @@ def test_tiers(self):
                         "class": storage_class,
                         "bdev_list": self.params.get("bdev_list", namespace),
                     }
-                    storage_roles = self.params.get("roles", namespace, None)
+                    storage_roles = self.params.get("bdev_roles", namespace, None)
                     if storage_roles:
-                        data["roles"] = storage_roles
+                        data["bdev_roles"] = storage_roles
                 storage.append(data)
             expected.append(storage)
         self.log.info("expected:\n%s", yaml.dump(expected, default_flow_style=False))

src/tests/ftest/server/storage_tiers.yaml

@@ -5,7 +5,9 @@ hosts:
 setup:
   start_servers: false
   start_agents: false
-  server_config_namespace: /run/server_configurations/*/server_config/*
+  server_config_namespace: /run/configurations/*/server_config/*
+
+check_server_storage: false
 
 timeout: 1800
 
@@ -33,23 +35,23 @@ storage_1: &storage_ram
 
 storage_2: &storage_nvme_all
   class: nvme
-  roles: [wal, index, data]
+  bdev_roles: [wal, index, data]
 
 storage_3: &storage_nvme_wal_index
   class: nvme
-  roles: [wal, index]
+  bdev_roles: [wal, index]
 
 storage_4: &storage_nvme_wal
   class: nvme
-  roles: [wal]
+  bdev_roles: [wal]
 
 storage_5: &storage_nvme_index
   class: nvme
-  roles: [index]
+  bdev_roles: [index]
 
 storage_6: &storage_nvme_data
   class: nvme
-  roles: [data]
+  bdev_roles: [data]
 
 configurations: !mux
   1_tier_dcpm: