After FFU from 16.2 to 17.1, migration and unshelving are failing with "NotImplementedError: Cannot load 'pcpuset' in the base class"

Issue

• After FFU from 16.2 to 17.1, migration and unshelving are failing with "NotImplementedError: Cannot load 'pcpuset' in the base class":

024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server [req-4f38996b-45c9-4274-931c-e92e482c23d2 8eb7f06ddf014b808dbe3b55977338c6 24b4981a057241b596752a435191ed90 - default default] Exception during message handling: NotImplementedErro
r: Cannot load 'pcpuset' in the base class
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server Traceback (most recent call last):
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/exception_wrapper.py", line 71, in wrapped
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     _emit_versioned_exception_notification(
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 227, in __exit__
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     self.force_reraise()
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     raise self.value
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/exception_wrapper.py", line 63, in wrapped
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/manager.py", line 183, in decorated_function
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     LOG.warning("Failed to revert task state for instance. "
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 227, in __exit__
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     self.force_reraise()
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     raise self.value
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/manager.py", line 154, in decorated_function
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/utils.py", line 1434, in decorated_function
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/manager.py", line 211, in decorated_function
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     compute_utils.add_instance_fault_from_exc(context,
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 227, in __exit__
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     self.force_reraise()
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     raise self.value
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/manager.py", line 200, in decorated_function
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/manager.py", line 6563, in unshelve_instance
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     do_unshelve_instance()
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_concurrency/lockutils.py", line 360, in inner
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/manager.py", line 6560, in do_unshelve_instance
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     self._unshelve_instance(
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/manager.py", line 6669, in _unshelve_instance
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     self._nil_out_instance_obj_host_and_node(instance)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 227, in __exit__
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     self.force_reraise()
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     raise self.value
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/manager.py", line 6635, in _unshelve_instance
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     with self.rt.instance_claim(context, instance, node, allocations,
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_concurrency/lockutils.py", line 360, in inner
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/resource_tracker.py", line 171, in instance_claim
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     claim = claims.Claim(context, instance, nodename, self, cn,
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/claims.py", line 72, in __init__
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     self._claim_test(compute_node, limits)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/claims.py", line 109, in _claim_test
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     reasons = [self._test_numa_topology(compute_node, numa_topology_limit),
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/compute/claims.py", line 139, in _test_numa_topology
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     hardware.numa_fit_instance_to_host(
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/virt/hardware.py", line 2223, in numa_fit_instance_to_host
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     got_cell = _numa_fit_instance_cell(
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/nova/virt/hardware.py", line 992, in _numa_fit_instance_cell
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     required_cpus = len(instance_cell.pcpuset) + cpuset_reserved
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_versionedobjects/base.py", line 67, in getter
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     self.obj_load_attr(name)
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server   File "/usr/lib/python3.9/site-packages/oslo_versionedobjects/base.py", line 600, in obj_load_attr
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server     raise NotImplementedError(
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server NotImplementedError: Cannot load 'pcpuset' in the base class
2024-03-28 01:27:47.331 2 ERROR oslo_messaging.rpc.server